-- Logs begin at Wed 2021-06-02 16:02:32 UTC, end at Wed 2021-06-02 16:55:18 UTC. -- Jun 02 16:30:48.413724 dv-cinder-794021-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 02 16:30:49.387369 dv-cinder-794021-2-smb neutron-server[98110]: Beware of the coming changes in the project packaging Jun 02 16:30:49.387945 dv-cinder-794021-2-smb neutron-server[98110]: https://github.com/svinota/pyroute2/discussions/786 Jun 02 16:30:50.853403 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.common.config [-] Logging enabled! Jun 02 16:30:50.854043 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev251 Jun 02 16:30:50.854170 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98110) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 16:30:50.857324 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.common.config [-] Logging enabled! Jun 02 16:30:50.857581 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev251 Jun 02 16:30:50.857895 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98110) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 16:30:50.858829 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 16:30:50.859064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 16:30:50.859421 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 16:30:50.860459 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 16:30:50.860807 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 16:30:50.861142 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.861447 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.861750 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.862917 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.863120 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.863422 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.863715 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.864009 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.864312 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.864604 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.864927 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.865212 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.865446 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.865731 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.866019 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.866307 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.866535 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] debug = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.866818 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.867240 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.867665 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.867952 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.868250 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.868531 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.868828 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.869109 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.869396 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.869733 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] host = dv-cinder-794021-2-smb {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.870013 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.870300 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.870588 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.870875 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.871151 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.871428 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.871714 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.871989 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.872263 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.872540 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.872862 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.873152 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.873443 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.873667 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.873890 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.874178 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.874465 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.874748 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.875023 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.875298 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.875615 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.876421 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.876945 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.877142 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.877508 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.877801 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.878082 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.878361 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.878638 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.878917 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.879205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.879483 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.879762 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.880037 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.880326 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.880599 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.880913 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.881216 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.881503 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.881785 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.882069 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.882347 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.882632 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.882907 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.883183 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.883471 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] use_json = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.883734 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.884006 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.884289 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.884568 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.884871 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.885151 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.885424 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.885709 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:50.886007 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.886303 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.886604 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.886889 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.887183 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.887463 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.887751 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.888031 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.888319 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.888609 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.889052 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.889332 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.889622 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.889901 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.890196 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.890499 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.890795 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.891087 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.891541 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.891881 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.892164 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.892448 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.892762 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.893067 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.893363 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.893644 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.893928 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.894221 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.894503 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.894783 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.895065 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.895356 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.895636 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.895911 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.896194 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.896472 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.896758 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.897043 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.897324 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.897613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.897892 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.898162 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.898433 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.898712 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.898988 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.899277 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.899557 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.899833 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.900105 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.900385 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.900658 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.900967 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.901250 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.901523 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.901801 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.902074 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.902348 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.902621 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.902894 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.903166 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.903438 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.903712 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.903986 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.904261 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.904537 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.904838 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.905115 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.905388 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.905676 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.905975 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.906255 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.906537 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.906856 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.907152 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.907432 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.907709 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.907990 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.908271 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.908544 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.908872 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.909162 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.909451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.909736 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.910017 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.910311 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.910588 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.910872 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.911152 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.911430 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.911721 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.912007 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.912303 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.912596 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.912921 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.913219 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.913513 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.913798 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.914110 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.914390 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:50.914613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 16:30:50.914853 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98110) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 02 16:30:51.259608 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:51.259884 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:51.260166 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:51.260491 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 02 16:30:51.646669 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.646955 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.647227 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.648511 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.648805 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.649078 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.683538 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.683815 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.684080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.697109 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.697385 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.697647 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.727717 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.727994 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.728257 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.764571 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.764871 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.765136 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.995637 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.996243 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.996243 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.996414 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:51.997109 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.122064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.122385 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.122662 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.122932 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.123201 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.123512 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.123768 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.124019 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.124267 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.124543 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.124885 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.125149 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.125411 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.126367 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.126638 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.126904 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.127160 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.127427 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.127679 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.127959 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.128300 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.128547 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.129036 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.129324 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.129570 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.129812 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.130191 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.130424 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.130657 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.130887 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.131117 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.131350 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.131710 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 02 16:30:52.134817 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 02 16:30:52.138710 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 02 16:30:52.142633 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 02 16:30:52.144376 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 02 16:30:52.144848 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 02 16:30:52.145184 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 02 16:30:52.145566 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 02 16:30:52.148326 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 02 16:30:52.148575 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 02 16:30:52.148950 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 16:30:52.176224 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 02 16:30:52.176667 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.176977 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98110) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 02 16:30:52.177333 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.178667 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98110) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 02 16:30:52.178943 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 16:30:52.179187 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 02 16:30:52.182596 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.182872 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.246376 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 02 16:30:52.246560 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 02 16:30:52.246791 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 02 16:30:52.247150 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 02 16:30:52.276856 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_db.sqlalchemy.engines [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98110) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 02 16:30:52.614922 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing driver for type 'gre' Jun 02 16:30:52.615448 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] gre ID ranges: [(1, 1000)] Jun 02 16:30:52.668363 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing driver for type 'local' Jun 02 16:30:52.668756 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing driver for type 'vlan' Jun 02 16:30:52.680650 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] VlanTypeDriver initialization complete Jun 02 16:30:52.681078 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing driver for type 'vxlan' Jun 02 16:30:52.681552 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] vxlan ID ranges: [(1, 1000)] Jun 02 16:30:52.731339 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing extension driver 'port_security' Jun 02 16:30:52.731821 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.extensions.port_security [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] PortSecurityExtensionDriver initialization complete Jun 02 16:30:52.732195 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing mechanism driver 'openvswitch' Jun 02 16:30:52.732557 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing mechanism driver 'hyperv' Jun 02 16:30:52.739888 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.plugins.ml2.plugin [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:52.740630 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.741023 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.741370 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.741748 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.742098 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.742434 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.742808 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.743153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.743491 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.743844 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > security_group after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.744186 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > security_group after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.744520 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.744916 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.745254 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.745587 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.745954 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > address_group after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.746306 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > address_group after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.746621 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.746950 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] ML2 OVO RPC backend initialized. {{(pid=98110) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 02 16:30:52.747626 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.747974 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.748380 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.748717 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > networks before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.749085 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.749415 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > ports before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.749750 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.750086 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnets before_response 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.750426 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.750784 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.751115 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.751445 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.751779 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.752110 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.752466 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.752821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.753148 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.753714 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.plugin [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Modular L2 Plugin initialization complete Jun 02 16:30:52.754036 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading services supported by the core plugin {{(pid=98110) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 02 16:30:52.754353 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.plugins.ml2.managers [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Got port-security extension from driver 'port_security' Jun 02 16:30:52.754805 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.extensions.vlantransparent [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Disabled vlantransparent extension. Jun 02 16:30:52.755277 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98110) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 02 16:30:52.755587 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: router Jun 02 16:30:52.792202 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.792586 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_create 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.792973 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router before_create 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.793333 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.793693 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.794038 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_delete 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.794387 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.794738 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_create 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.795076 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_update 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.795415 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_update 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.795751 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.796099 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_update 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.796498 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_update 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.796894 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.797227 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.798205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: subnet after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.798539 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.798879 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.799218 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_create 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.799549 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.799881 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.800229 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router after_update 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.800559 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.800924 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_create 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.801276 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.801618 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_update 55549900 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.801978 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > network after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.802806 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Tracking information for resource: router configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.803127 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Tracking information for resource: floatingip configured {{(pid=98110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:30:52.807970 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.db.l3_agentschedulers_db [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 02 16:30:52.808535 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.808914 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port after_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.809259 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port after_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.809601 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: port after_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.810358 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router before_create 55550100 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.810715 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.811067 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_create 55550100 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.811412 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > router precommit_update 55550100 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.815835 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.provider_configuration [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service providers = [] {{(pid=98110) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 02 16:30:52.816196 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.db.servicetype_db [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98110) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 02 16:30:52.819196 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.service_base [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:30:52.819543 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.service_base [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:30:52.819882 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.service_base [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:30:52.820755 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.services.service_base [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:30:52.821138 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.services.service_base [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 02 16:30:52.821512 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.821826 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 02 16:30:52.832600 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.832948 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: auto_allocate Jun 02 16:30:52.838599 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: network precommit_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.838956 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: network precommit_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.839464 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.839776 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: tag Jun 02 16:30:52.847064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.847387 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: timestamp Jun 02 16:30:52.851083 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.851412 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: network_ip_availability Jun 02 16:30:52.856549 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.856941 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.857294 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:52.857990 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.858304 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: flavors Jun 02 16:30:52.863538 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.863859 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading Plugin: revisions Jun 02 16:30:52.868078 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:30:52.868418 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_concurrency.lockutils [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=98110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:52.869171 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98110) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 02 16:30:52.869500 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Initializing extension manager. Jun 02 16:30:52.869995 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: __init__.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.870326 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: __pycache__ {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.870651 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.870973 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: address_group.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.871702 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.872254 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: address-group Jun 02 16:30:52.872572 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: address_scope.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.873370 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.874649 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: address-scope Jun 02 16:30:52.874649 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.875076 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.875634 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: router-admin-state-down-before-update Jun 02 16:30:52.875959 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: agent.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.876624 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.877160 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: agent Jun 02 16:30:52.877473 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: agent_resources_synced.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.878346 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.878848 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: agent-resources-synced Jun 02 16:30:52.879160 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: allowedaddresspairs.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.880894 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.881417 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: allowed-address-pairs Jun 02 16:30:52.881735 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: auto_allocated_topology.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.882769 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.883284 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: auto-allocated-topology Jun 02 16:30:52.883601 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: availability_zone.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.884269 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.884800 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: availability_zone Jun 02 16:30:52.885119 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: availability_zone_filter.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.885995 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.886498 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: availability_zone_filter Jun 02 16:30:52.886814 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: data_plane_status.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.887686 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.888186 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension data-plane-status not supported by any of loaded plugins Jun 02 16:30:52.888499 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: default_subnetpools.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.889403 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.889909 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: default-subnetpools Jun 02 16:30:52.890222 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.890995 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.892106 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: dhcp_agent_scheduler Jun 02 16:30:52.892488 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: dns.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.893408 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.893914 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension dns-integration not supported by any of loaded plugins Jun 02 16:30:52.894230 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: dns_domain_ports.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.895116 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.895619 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 02 16:30:52.895933 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: dvr.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.896581 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.897121 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: dvr Jun 02 16:30:52.897433 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: empty_string_filtering.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.898310 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.898815 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: empty-string-filtering Jun 02 16:30:52.899126 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.899999 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.900495 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 02 16:30:52.900839 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.901717 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.902220 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 02 16:30:52.902531 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: external_net.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.903409 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.903912 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: external-net Jun 02 16:30:52.904224 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.905193 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.905699 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: extra_dhcp_opt Jun 02 16:30:52.906012 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: extraroute.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.907561 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.908197 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: extraroute Jun 02 16:30:52.908517 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: extraroute_atomic.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.909546 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.910055 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: extraroute-atomic Jun 02 16:30:52.910370 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: filter_validation.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.911192 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.911700 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: filter-validation Jun 02 16:30:52.912019 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: fip_pf_description.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.912930 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.913432 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 02 16:30:52.913746 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: fip_port_details.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.914639 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.915138 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: fip-port-details Jun 02 16:30:52.915450 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: flavors.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.916652 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.917196 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: flavors Jun 02 16:30:52.917516 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.919198 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.919717 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 02 16:30:52.920036 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: floatingip_pools.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.920707 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.921238 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: floatingip-pools Jun 02 16:30:52.921552 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: ip_allocation.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.922481 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.923059 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension ip_allocation not supported by any of loaded plugins Jun 02 16:30:52.923372 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.924265 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.924791 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: ip-substring-filtering Jun 02 16:30:52.925109 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l2_adjacency.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.925998 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.926497 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 02 16:30:52.926808 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.927732 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.928244 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: router Jun 02 16:30:52.928560 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.930779 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.931311 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 02 16:30:52.931641 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.932545 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.933098 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: ext-gw-mode Jun 02 16:30:52.933423 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.934312 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.934824 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: l3-ha Jun 02 16:30:52.935143 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3_flavors.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.936020 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.936528 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: l3-flavors Jun 02 16:30:52.936874 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.937765 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.938325 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 02 16:30:52.938637 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: l3agentscheduler.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.939616 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.940127 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: l3_agent_scheduler Jun 02 16:30:52.940445 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: logging.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.941933 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.942455 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension logging not supported by any of loaded plugins Jun 02 16:30:52.942779 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: metering.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.943493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.944066 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: metering Jun 02 16:30:52.944382 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.945585 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.946097 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: metering_source_and_destination_fields Jun 02 16:30:52.946415 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: multiprovidernet.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.947306 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.947811 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: multi-provider Jun 02 16:30:52.948126 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: netmtu.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.949037 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.949541 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: net-mtu Jun 02 16:30:52.949853 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: netmtu_writable.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.950745 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.951247 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: net-mtu-writable Jun 02 16:30:52.951561 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: network_availability_zone.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.952213 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.952716 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: network_availability_zone Jun 02 16:30:52.953056 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: network_ip_availability.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.954830 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.955348 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: network-ip-availability Jun 02 16:30:52.955666 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: network_segment_range.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.956417 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.956952 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension network-segment-range not supported by any of loaded plugins Jun 02 16:30:52.957269 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: pagination.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.958219 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.958546 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: pagination Jun 02 16:30:52.958857 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: port_device_profile.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.959746 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.960260 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: port-device-profile Jun 02 16:30:52.960573 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.961485 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.962000 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: port-mac-address-regenerate Jun 02 16:30:52.962311 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.963194 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.963697 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: port-numa-affinity-policy Jun 02 16:30:52.964008 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: port_resource_request.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.964919 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.965418 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension port-resource-request not supported by any of loaded plugins Jun 02 16:30:52.965730 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: portbindings.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.966622 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.967126 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: binding Jun 02 16:30:52.967438 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: portbindings_extended.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.968673 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.969212 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: binding-extended Jun 02 16:30:52.970191 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: portsecurity.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.971088 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.971598 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: port-security Jun 02 16:30:52.971910 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: project_id.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.972889 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.973214 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: project-id Jun 02 16:30:52.973526 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: providernet.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.974417 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.974926 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: provider Jun 02 16:30:52.975236 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.978644 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.979168 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos not supported by any of loaded plugins Jun 02 16:30:52.979494 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.980714 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.981247 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 02 16:30:52.981568 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.982457 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.982973 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 02 16:30:52.983289 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_default.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.984174 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.985013 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-default not supported by any of loaded plugins Jun 02 16:30:52.985339 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_fip.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.985965 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.986468 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-fip not supported by any of loaded plugins Jun 02 16:30:52.986782 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_gateway_ip.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.987670 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.988175 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 02 16:30:52.988491 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_port_network_policy.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.989402 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.989910 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 02 16:30:52.990223 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_rule_type_details.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.991102 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.991608 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 02 16:30:52.991921 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: qos_rules_alias.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.992958 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.993469 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 02 16:30:52.993784 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: quotasv2.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.994768 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.995092 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: quotas Jun 02 16:30:52.995404 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: quotasv2_detail.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.997008 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.997532 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: quota_details Jun 02 16:30:52.997656 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: rbac.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:52.998664 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:52.999183 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: rbac-policies Jun 02 16:30:52.999504 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: rbac_address_group.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.000404 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.000990 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: rbac-address-group Jun 02 16:30:53.001307 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: rbac_address_scope.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.002199 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.002713 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: rbac-address-scope Jun 02 16:30:53.003027 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: rbac_security_groups.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.003910 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.004416 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: rbac-security-groups Jun 02 16:30:53.004729 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: rbac_subnetpool.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.005644 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.006149 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: rbac-subnetpool Jun 02 16:30:53.006460 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: revisionifmatch.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.007347 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.007860 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: revision-if-match Jun 02 16:30:53.008176 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: revisions.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.009295 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.009805 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: standard-attr-revisions Jun 02 16:30:53.010120 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: router_availability_zone.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.010766 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.011274 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: router_availability_zone Jun 02 16:30:53.011587 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: routerservicetype.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.012476 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.013016 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension router-service-type not supported by any of loaded plugins Jun 02 16:30:53.013330 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.014217 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.014726 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: security-groups-normalized-cidr Jun 02 16:30:53.015039 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.015923 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.017028 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: port-security-groups-filtering Jun 02 16:30:53.017342 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.018227 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.018731 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: security-groups-remote-address-group Jun 02 16:30:53.019042 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: securitygroup.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.029606 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.030135 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: security-group Jun 02 16:30:53.030458 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: segment.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.031217 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.031726 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension segment not supported by any of loaded plugins Jun 02 16:30:53.032714 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.033653 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.034166 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 02 16:30:53.034483 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: servicetype.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.035568 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.036082 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: service-type Jun 02 16:30:53.036399 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: sorting.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.037380 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.037707 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: sorting Jun 02 16:30:53.038019 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: standard_attr_segment.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.038899 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.039414 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 02 16:30:53.039725 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: standardattrdescription.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.040348 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.040892 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: standard-attr-description Jun 02 16:30:53.041206 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: stateful_security_group.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.042095 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.042605 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: stateful-security-group Jun 02 16:30:53.042917 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: stdattrs_common.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.043471 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 02 16:30:53.043781 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.044752 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.045267 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 02 16:30:53.045580 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: subnet_onboard.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.046633 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.047240 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: subnet_onboard Jun 02 16:30:53.047609 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.048502 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.049035 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 02 16:30:53.049352 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: subnet_service_types.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.050244 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.050755 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: subnet-service-types Jun 02 16:30:53.051068 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: subnetallocation.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.052131 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.052645 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: subnet_allocation Jun 02 16:30:53.052986 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.053626 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.054128 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: subnetpool-prefix-ops Jun 02 16:30:53.054440 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.055336 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.055838 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 02 16:30:53.056151 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: tagging.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.057245 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.057759 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: standard-attr-tag Jun 02 16:30:53.058074 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: timestamp.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.059231 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.059744 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loaded extension: standard-attr-timestamp Jun 02 16:30:53.060061 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: trunk.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.061087 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.061603 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension trunk not supported by any of loaded plugins Jun 02 16:30:53.061927 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: trunk_details.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.062810 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.063369 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension trunk-details not supported by any of loaded plugins Jun 02 16:30:53.063690 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: uplink_status_propagation.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.064581 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.065126 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 02 16:30:53.065439 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Loading extension file: vlantransparent.py {{(pid=98110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:30:53.066087 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:30:53.066590 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 02 16:30:53.069104 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:network Jun 02 16:30:53.069822 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:subnet Jun 02 16:30:53.070590 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:30:53.071182 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:port Jun 02 16:30:53.072434 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.072896 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service FLAVORS assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.073506 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.073938 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.074257 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:router Jun 02 16:30:53.074891 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:floatingip Jun 02 16:30:53.075579 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service METERING assigned prefix: /metering {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.077190 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:53.077561 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:53.077905 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:30:53.079587 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 16:30:53.080022 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:security_group Jun 02 16:30:53.080682 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 16:30:53.081420 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service CORE assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.081739 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:30:53.082065 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] subnetpool is already registered Jun 02 16:30:53.082662 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service CORE assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.082980 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:30:53.083296 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] subnetpool is already registered Jun 02 16:30:53.085908 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.086332 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service FLAVORS assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.086914 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.087324 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.087646 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:router Jun 02 16:30:53.087963 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] router is already registered Jun 02 16:30:53.088544 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:floatingip Jun 02 16:30:53.088890 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] floatingip is already registered Jun 02 16:30:53.089504 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service METERING assigned prefix: /metering {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.090150 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 16:30:53.090467 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] rbac_policy is already registered Jun 02 16:30:53.090997 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:security_group Jun 02 16:30:53.091318 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] security_group is already registered Jun 02 16:30:53.091890 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 16:30:53.092225 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] security_group_rule is already registered Jun 02 16:30:53.092909 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service CORE assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.093230 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:30:53.093546 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] subnetpool is already registered Jun 02 16:30:53.094133 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.v2.resource_helper [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Service CORE assigned prefix: {{(pid=98110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:30:53.095148 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:30:53.095485 dv-cinder-794021-2-smb neutron-server[98110]: WARNING neutron.quota.resource_registry [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] subnetpool is already registered Jun 02 16:30:53.096116 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: extensions {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.097623 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: address-groups {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.099218 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: address-scopes {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.100418 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: agents {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.101586 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: auto-allocated-topology {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.102836 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: availability_zones {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.104128 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: dhcp-networks {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.105564 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: dhcp-agents {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.106980 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: routers {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.108783 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: flavors {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.110240 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: service_profiles {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.115225 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: next_providers {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.115225 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: service_profiles {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.115225 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: floatingip-pools {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.115531 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: routers {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.117336 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: floatingips {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.118548 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: l3-routers {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.119852 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: l3-agents {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.121255 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: metering-labels {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.122640 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: metering-label-rules {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.123895 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: network-ip-availabilities {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.125179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: bindings {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.126862 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: quotas {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.128255 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: quotas {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.129678 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: rbac-policies {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.132010 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: security-groups {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.133254 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: security-group-rules {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.134472 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: service-providers {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.135679 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: subnetpools {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.247925 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: subnetpools {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.249409 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.251641 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.253488 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.255239 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.257050 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.258878 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.260560 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.262434 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.264181 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.266041 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron.api.extensions [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Extended resource: tags {{(pid=98110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:30:53.272215 dv-cinder-794021-2-smb neutron-server[98110]: WARNING keystonemiddleware.auth_token [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 02 16:30:53.276901 dv-cinder-794021-2-smb neutron-server[98110]: WARNING keystonemiddleware.auth_token [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 02 16:30:53.285632 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_concurrency.lockutils [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Acquired lock "singleton_lock" {{(pid=98110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 02 16:30:53.286106 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_concurrency.lockutils [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Releasing lock "singleton_lock" {{(pid=98110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 02 16:30:53.286729 dv-cinder-794021-2-smb neutron-server[98110]: INFO oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Starting 2 workers Jun 02 16:30:53.291313 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Started child 98217 {{(pid=98110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:30:53.295488 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Started child 98218 {{(pid=98110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:30:53.296510 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.297238 dv-cinder-794021-2-smb neutron-server[98110]: INFO neutron.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 02 16:30:53.297796 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Notify callbacks [] for process, before_spawn {{(pid=98110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.298145 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [-] (98217) wsgi starting up on http://0.0.0.0:9696 Jun 02 16:30:53.300664 dv-cinder-794021-2-smb neutron-server[98110]: INFO oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Starting 1 workers Jun 02 16:30:53.301040 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.302466 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [-] (98218) wsgi starting up on http://0.0.0.0:9696 Jun 02 16:30:53.306364 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Started child 98219 {{(pid=98110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:30:53.306364 dv-cinder-794021-2-smb neutron-server[98110]: INFO oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Starting 1 workers Jun 02 16:30:53.309064 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] calling RpcWorker wait() {{(pid=98219) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 02 16:30:53.309575 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] returning from RpcWorker wait() {{(pid=98219) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 02 16:30:53.310358 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Started child 98220 {{(pid=98110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:30:53.310774 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.311127 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG neutron_lib.callbacks.manager [None req-298cf59b-8015-4df8-ab9c-bdc739b79b9d None None] Notify callbacks [] for process, after_spawn {{(pid=98110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.311224 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:53.313071 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 16:30:53.313294 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 16:30:53.313484 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 16:30:53.313704 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 16:30:53.314050 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 16:30:53.314213 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 16:30:53.314716 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.314978 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.315258 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.315516 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.315801 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.315899 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.316372 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.316630 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.316882 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.317116 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:53.317229 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.317418 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.317589 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.317752 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.317993 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.318225 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.318532 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.318820 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.319058 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.319298 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.319470 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.319718 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.319983 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.320205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.320476 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] debug = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.320726 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.321178 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.321412 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.321648 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.321865 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.322133 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.322372 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.322634 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.322875 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.323085 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.323328 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.323575 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.323811 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.324016 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.324228 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.324483 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.324709 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.325198 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] host = dv-cinder-794021-2-smb {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.325412 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.325627 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.325871 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.326109 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.326345 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.326574 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.326819 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.327053 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.327273 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.327490 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.327721 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.327958 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.328166 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.328397 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.328557 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_options = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.328883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.329162 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.329426 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.329611 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.329777 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.329951 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.330199 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.330356 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.330598 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.330813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.331018 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.331223 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.331461 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.331697 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.331939 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.332179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.332403 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.332629 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.332902 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.333143 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.333360 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.333604 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.333854 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.334061 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.334269 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.334477 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.334714 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.334940 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.335146 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.335384 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.335620 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.335867 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.336106 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.336995 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.336995 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.337187 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.337432 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.337752 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.338453 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.338719 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.338978 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.339288 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.339541 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.339938 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.340126 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.340398 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_json = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.340676 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.340942 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.341206 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.341429 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.341643 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.341858 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.342069 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.342321 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.343135 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.343135 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.346840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.347813 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.348858 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.348858 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.348858 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.348858 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.349451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.349451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.350451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.350451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.350451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.350451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.350451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.352475 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.353883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.353883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.353883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.353883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.353883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.353883 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.356064 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.357210 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.358461 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.358461 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.358850 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.358850 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.359266 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.359266 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.360845 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.360845 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.360845 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.365515 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366205 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366696 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366696 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.366848 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.367080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.367903 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.367903 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.367903 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.368155 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.368915 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.370989 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.371273 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.371565 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.371840 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.372106 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.372348 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.372639 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.372945 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.373179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.373425 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.373653 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.373916 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.374144 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.374409 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.374648 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.374890 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.375151 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.375407 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.375810 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.376122 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.376484 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.377106 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.377511 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.377966 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.378360 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.378743 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.379073 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.379418 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.379767 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.380068 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.380421 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.380796 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.381181 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.382784 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.384927 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.385214 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.385476 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.385727 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.386001 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.386349 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.386619 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.386882 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.387109 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.387399 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.387673 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.387926 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.388203 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.388451 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.388690 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.389053 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.389464 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.389574 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.389748 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.390140 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.390603 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.390985 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.391291 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.391518 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.391799 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.392113 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.392371 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.392853 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.393190 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.393405 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.393629 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.393851 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.394102 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.394320 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.394543 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.394789 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.395012 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.395235 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.395446 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.395664 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.395996 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.397044 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.397346 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.397629 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.397890 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.398144 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.398428 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.398684 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.398912 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.399167 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.399409 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.399627 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.399882 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.400087 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.400305 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.400539 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.400788 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.401007 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.401263 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.401530 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.401839 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.402088 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.402315 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.402554 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.402790 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.403034 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.403282 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.403497 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.403708 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.403923 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.404142 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.404397 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.404652 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.404920 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.405155 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.405362 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.405565 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.405986 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.405986 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.406289 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.406530 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.407293 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.410425 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.410677 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.410940 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.411164 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.411406 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.411628 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.411848 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.412079 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.412292 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.412503 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.412721 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.412960 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.413214 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.413425 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.413635 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.413851 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.414059 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.414280 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.414507 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.414715 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.414926 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.415130 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.415442 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.415693 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.415929 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.416489 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.416717 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.416979 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.417222 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.417547 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.417769 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.418092 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.418241 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.418608 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.418984 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.419389 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.419687 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.419997 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.420254 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.420485 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.420769 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.421059 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.421295 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.421507 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.421803 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.422163 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.422520 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.422781 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.423039 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.423315 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.423533 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.423744 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.423986 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.424219 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.424434 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.424664 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.424934 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.425183 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.425412 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.425653 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.425869 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.426111 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.426338 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.426557 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.426770 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.426923 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 16:30:53.427650 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 16:30:53.427812 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 16:30:53.427965 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 16:30:53.428144 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 16:30:53.428306 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 16:30:53.428460 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 16:30:53.428662 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.428877 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429037 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429194 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429350 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429526 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429682 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429836 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.429993 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.430147 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.430335 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.430437 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.430595 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.430749 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.430905 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431061 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431217 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431362 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431522 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431676 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431833 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.431987 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.432143 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] debug = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.432296 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.432498 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.432658 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.432836 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.432984 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.433133 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.433299 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.433450 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.433758 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.433917 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434071 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434226 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434379 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434535 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434690 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434844 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.434998 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.435152 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] host = dv-cinder-794021-2-smb {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.435305 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.435459 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.435611 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.435761 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.435909 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.436057 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.436213 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.436366 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.436520 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.436674 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.436850 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437006 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437161 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437315 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437469 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_options = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437622 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437781 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.437942 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.438572 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:53.438663 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.438804 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.438995 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.439135 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.439274 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.439412 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.439548 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.439682 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.439815 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.440001 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.440218 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.440380 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.440582 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.440582 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441028 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441028 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441028 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441668 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441668 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441668 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.441668 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442051 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442051 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442051 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442281 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442360 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442454 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442654 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442755 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.442881 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443034 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443188 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443342 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443495 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443656 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443810 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.443963 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.444117 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.444271 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.444424 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.444578 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.444772 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.444904 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_json = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445059 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445211 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445366 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445519 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445673 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445827 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.445979 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.446134 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:30:53.446307 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.446464 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.446634 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.446791 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.446946 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.447103 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.447259 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.447415 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.447572 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.447729 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.447893 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.448050 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.448217 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.448373 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.448528 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.448687 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.448879 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449042 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449198 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449355 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449582 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449712 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449875 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.449997 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.450148 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.450259 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.450414 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.450589 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.452025 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453153 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453802 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453802 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453802 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.453802 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454105 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454105 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454250 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454379 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454519 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454672 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454820 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.454971 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.455122 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.455311 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.455613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.455613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.455766 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.455950 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.456055 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.456166 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.456318 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.456481 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.456633 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.456963 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.457122 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.457279 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.457438 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.457595 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.457775 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.457911 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.458050 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.458178 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.458357 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.458489 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.458642 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459044 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459196 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459338 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459640 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459778 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.459915 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.460051 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.460183 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.460402 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.460628 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.460628 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461179 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461643 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461643 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461643 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461854 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.461932 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.462051 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.462212 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.462365 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.462663 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.463002 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.463159 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.463317 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.463846 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.463846 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.463846 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464861 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.464861 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.465006 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.465122 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.465276 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.465577 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.465874 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.466160 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.466462 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.466731 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.466836 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.466942 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.467112 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.467265 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.467558 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.467859 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.468043 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.468203 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.468361 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.468519 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.468676 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.468855 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.469012 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.469170 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.469868 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470027 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470613 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470954 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.470954 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471123 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471202 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471341 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471496 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471653 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471810 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.471966 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.472122 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.472278 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.472434 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.472590 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.472845 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.472948 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.473068 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.473225 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.473381 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.473542 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.473698 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.473854 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474010 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474166 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474325 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474482 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474640 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474796 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.474954 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.475112 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.475270 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.475428 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.475585 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.475742 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.475893 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.476048 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.476202 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.476358 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.476516 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.476673 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.476849 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477005 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477175 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477332 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477489 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477644 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477800 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.477956 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.478111 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.478268 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.478424 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.478580 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.478735 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.478893 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.479052 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.479209 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.479365 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.479521 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.479677 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.479833 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.480821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.480821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.480821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.480821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.480821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.480821 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481233 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481233 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481233 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481422 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481493 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481636 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481773 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.481932 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.482080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.482231 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.482401 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.482555 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.482711 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.482868 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.483023 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.483191 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.483344 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.483505 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.483665 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.484048 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.484048 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.484401 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.484401 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.484401 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485427 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485427 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485427 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485427 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485989 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485989 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485989 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.485989 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.486518 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.486518 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.486518 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.486518 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487316 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487316 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487316 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487316 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487316 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487973 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487973 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487973 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.487973 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.488511 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.488511 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.488511 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.488511 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489080 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489420 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489420 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489566 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489644 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489762 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.489918 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.490074 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.490231 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.490390 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.490545 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:30:53.490696 dv-cinder-794021-2-smb neutron-server[98110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 16:30:53.584348 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42472) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:53.593080 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062625 Jun 02 16:31:04.586906 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671b9a5-6795-47cc-9def-167e7fb653dc None None] get_active_networks_info from dv-cinder-794021-2-smb {{(pid=98219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:31:04.705902 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671b9a5-6795-47cc-9def-167e7fb653dc None None] No non-hosted networks {{(pid=98219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 02 16:31:04.729357 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.agentschedulers_db [None req-1671b9a5-6795-47cc-9def-167e7fb653dc None None] DHCP Agent not found on host dv-cinder-794021-2-smb {{(pid=98219) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 02 16:31:04.901101 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-567e8179-7e42-4675-af11-5b7e56aab710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205'] for agent, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.897908 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-cc620112-5f27-4af2-897e-be59fb5779f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205'] for agent, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.945742 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-34c97fae-3931-42dd-ad6e-4b274666432b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.086931 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205'] for agent, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.088080 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.088806 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.089781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.090643 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.091732 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.092640 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.093236 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.093872 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.094934 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.095950 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.096491 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.097099 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:07.097719 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794021-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:07.106437 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794021-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:07.940713 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205'] for agent, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:09.670808 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205'] for agent, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:09.986582 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.db.l3_hamode_db [None req-601b2c1c-47a7-4f15-9c96-fe695eb5a12d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 02 16:31:10.070266 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b2c1c-47a7-4f15-9c96-fe695eb5a12d None None] Routers set() bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:10.070653 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b2c1c-47a7-4f15-9c96-fe695eb5a12d None None] Router IDs set() for agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 02 16:31:11.038808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 42566) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:11.613790 dv-cinder-794021-2-smb neutron-server[98217]: WARNING oslo_policy.policy [None req-48bafeed-a72c-4800-92d5-f07017e2883e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:11.614381 dv-cinder-794021-2-smb neutron-server[98217]: WARNING oslo_policy.policy [None req-48bafeed-a72c-4800-92d5-f07017e2883e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:11.826908 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [None req-48bafeed-a72c-4800-92d5-f07017e2883e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:31:11.828020 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-48bafeed-a72c-4800-92d5-f07017e2883e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7872095 Jun 02 16:31:14.154026 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42580) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:14.725277 dv-cinder-794021-2-smb neutron-server[98218]: WARNING oslo_policy.policy [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:14.725877 dv-cinder-794021-2-smb neutron-server[98218]: WARNING oslo_policy.policy [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:14.938799 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:15.037474 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.policy [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98218) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 16:31:15.082390 dv-cinder-794021-2-smb neutron-server[98218]: WARNING oslo_policy.policy [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:15.082755 dv-cinder-794021-2-smb neutron-server[98218]: WARNING oslo_policy.policy [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:15.091390 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.quota [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] Loaded quota_driver: . Jun 02 16:31:15.107272 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:15.166254 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791483685819', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791483684300', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791483698850', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791483700598', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791483649267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791483652042', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1738903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616773', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642902'] for rbac-policy, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:15.227530 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:15.228742 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4b3d85f3-bcb5-40ab-b4c4-2ef715be8d59 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0737154 Jun 02 16:31:17.811849 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42598) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:18.164388 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'name': 'private'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:18.169133 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:18.174688 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Usage tracker for resource:network and tenant:118a7ca09ee94487a438205ddf46157a is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:18.179202 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:18.185370 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:18.195145 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Made reservation on behalf of 118a7ca09ee94487a438205ddf46157a for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:18.198202 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.216325 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.231574 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:18.236284 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Usage tracker for resource:security_group_rule and tenant:118a7ca09ee94487a438205ddf46157a is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:18.241162 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:18.246623 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:18.347913 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.351745 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.357191 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:18.373777 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:31:18.399038 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791486185804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.399620 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Unsubscribe: segment precommit_create {{(pid=98218) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 16:31:18.400079 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Added segment 2f3aae9e-b62a-49fd-bfce-da9d5cf356d1 of type vlan for network f70e8134-772f-475c-bb1d-de5e3f154376 Jun 02 16:31:18.450466 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e6958-bcaf-4593-ba4b-c38df2f92f2d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:18.470715 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.471042 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.471361 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.471674 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.471981 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.472286 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.472588 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.472930 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.473266 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.473552 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.473850 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.474146 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Tracked resource versions report: Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: pushed versions: Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: { 'AddressGroup': {'1.2'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'ConntrackHelper': {'1.0'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Log': {'1.0'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Network': {'1.1'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Port': {'1.7'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'PortForwarding': {'1.2'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'QosPolicy': {'1.8'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroup': {'1.4'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'SubPort': {'1.0'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Subnet': {'1.1'}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Trunk': {'1.1'}} Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: consumer versions: Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'ConntrackHelper': '1.0', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Log': '1.0', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Network': '1.1', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Port': '1.7', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'PortForwarding': '1.2', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'QosPolicy': '1.8', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroup': '1.4', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroupRule': '1.2', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'SubPort': '1.0', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Subnet': '1.1', Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: 'Trunk': '1.1'}} Jun 02 16:31:18.475262 dv-cinder-794021-2-smb neutron-server[98218]: {{(pid=98218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:31:18.522498 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:18.524229 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.564990 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.566408 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:18.567038 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.571481 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:18.671683 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8585148 Jun 02 16:31:18.677095 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Pushing event updated for resources: {'Network': ['ID=f70e8134-772f-475c-bb1d-de5e3f154376,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:18.680295 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:18.690188 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network f70e8134-772f-475c-bb1d-de5e3f154376 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:31:21.319957 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 42612) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:21.959411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.policy [None req-22fc654c-8e44-42a9-b1bf-dd38efae7d26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 16:31:22.016310 dv-cinder-794021-2-smb neutron-server[98217]: WARNING oslo_policy.policy [None req-22fc654c-8e44-42a9-b1bf-dd38efae7d26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:22.016694 dv-cinder-794021-2-smb neutron-server[98217]: WARNING oslo_policy.policy [None req-22fc654c-8e44-42a9-b1bf-dd38efae7d26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:31:22.026178 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc654c-8e44-42a9-b1bf-dd38efae7d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:22.027874 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-22fc654c-8e44-42a9-b1bf-dd38efae7d26 admin admin] 10.222.0.38 "GET /v2.0/networks/f70e8134-772f-475c-bb1d-de5e3f154376 HTTP/1.1" status: 200 len: 825 time: 0.7069819 Jun 02 16:31:22.060051 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-711c5a1c-9a97-4772-93ba-c77a2dad56fc admin admin] 10.222.0.38 "GET /v2.0/subnetpools/fc55b50e-3d52-4373-96e1-8a06dd610480 HTTP/1.1" status: 200 len: 734 time: 0.0256898 Jun 02 16:31:22.068773 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Request body: {'subnet': {'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480', 'ip_version': 4, 'tenant_id': '118a7ca09ee94487a438205ddf46157a'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:22.070318 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.quota [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Loaded quota_driver: . Jun 02 16:31:22.076506 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:22.083101 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Usage tracker for resource:subnet and tenant:118a7ca09ee94487a438205ddf46157a is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:22.086349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:22.093219 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:22.107516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Made reservation on behalf of 118a7ca09ee94487a438205ddf46157a for: {'subnet': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:22.111149 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.598524 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.604254 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:22.679552 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Checking segment: {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:22.679937 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Network hostable DHCP agents. Network: f70e8134-772f-475c-bb1d-de5e3f154376, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:22.694215 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecc19cd-489a-432b-9835-0f32fc56bf84,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:22.703405 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.703737 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.704059 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.704376 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.704688 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.705028 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.705336 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.705644 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.705970 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.706279 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.706581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.706879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Tracked resource versions report: Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: pushed versions: Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: { 'AddressGroup': {'1.2'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'ConntrackHelper': {'1.0'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Log': {'1.0'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Network': {'1.1'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Port': {'1.7'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'PortForwarding': {'1.2'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'QosPolicy': {'1.8'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroup': {'1.4'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'SubPort': {'1.0'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Subnet': {'1.1'}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Trunk': {'1.1'}} Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: consumer versions: Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'ConntrackHelper': '1.0', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Log': '1.0', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Network': '1.1', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Port': '1.7', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'PortForwarding': '1.2', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'QosPolicy': '1.8', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroup': '1.4', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroupRule': '1.2', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'SubPort': '1.0', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Subnet': '1.1', Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: 'Trunk': '1.1'}} Jun 02 16:31:22.707972 dv-cinder-794021-2-smb neutron-server[98217]: {{(pid=98217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:31:22.736619 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Network f70e8134-772f-475c-bb1d-de5e3f154376 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:22.743607 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:22.748110 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, f70e8134-772f-475c-bb1d-de5e3f154376) {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:22.752608 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:22.753256 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.757299 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61234dec-b34b-4323-9c6c-35f2a5e8e00f None None] Network f70e8134-772f-475c-bb1d-de5e3f154376 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:22.774740 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7093668 Jun 02 16:31:23.065373 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-f70e8134-772f-475c-bb1d-de5e3f154376', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:23.066517 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.249781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Allocated IP 172.20.0.2 (f70e8134-772f-475c-bb1d-de5e3f154376/8ecc19cd-489a-432b-9835-0f32fc56bf84/cbd93780-7792-4698-bdf8-272171f180c9) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:23.477531 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.492507 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Transition to ACTIVE for port object cbd93780-7792-4698-bdf8-272171f180c9 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:23.512609 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Transition to ACTIVE for port object cbd93780-7792-4698-bdf8-272171f180c9 will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:23.520210 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.524958 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:23.586477 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Network f70e8134-772f-475c-bb1d-de5e3f154376 is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:23.589296 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:23.597276 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:23.600148 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Pushing event updated for resources: {'Port': ['ID=cbd93780-7792-4698-bdf8-272171f180c9,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:23.638025 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.638363 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.638686 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.639003 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.639314 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.639626 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.639937 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.640245 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.640633 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.640987 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.641288 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.641591 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Tracked resource versions report: Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: pushed versions: Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: { 'AddressGroup': {'1.2'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'ConntrackHelper': {'1.0'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Log': {'1.0'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Network': {'1.1'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Port': {'1.7'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'PortForwarding': {'1.2'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'QosPolicy': {'1.8'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroup': {'1.4'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'SubPort': {'1.0'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Subnet': {'1.1'}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Trunk': {'1.1'}} Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: consumer versions: Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'ConntrackHelper': '1.0', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Log': '1.0', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Network': '1.1', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Port': '1.7', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'PortForwarding': '1.2', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'QosPolicy': '1.8', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroup': '1.4', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroupRule': '1.2', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'SubPort': '1.0', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Subnet': '1.1', Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: 'Trunk': '1.1'}} Jun 02 16:31:23.642722 dv-cinder-794021-2-smb neutron-server[98219]: {{(pid=98219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:31:23.650366 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:23.703717 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Attempting to bind port cbd93780-7792-4698-bdf8-272171f180c9 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:23.703985 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Attempting to bind port cbd93780-7792-4698-bdf8-272171f180c9 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:23.704410 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Attempting to bind port cbd93780-7792-4698-bdf8-272171f180c9 on network f70e8134-772f-475c-bb1d-de5e3f154376 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:23.709580 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:23.709975 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Checking segment: {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:23.710431 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.710811 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Bound using segment: {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:23.711290 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Bound port: cbd93780-7792-4698-bdf8-272171f180c9, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:23.711649 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.800009 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] For port cbd93780-7792-4698-bdf8-272171f180c9, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:23.803827 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] For port cbd93780-7792-4698-bdf8-272171f180c9, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=cbd93780-7792-4698-bdf8-272171f180c9,segment=NetworkSegment(2f3aae9e-b62a-49fd-bfce-da9d5cf356d1),segment_id=2f3aae9e-b62a-49fd-bfce-da9d5cf356d1)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:23.808541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.813437 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:23.895679 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Pushing event updated for resources: {'Port': ['ID=cbd93780-7792-4698-bdf8-272171f180c9,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:23.902123 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:25.154105 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 42626) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:25.515886 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [None req-34246469-41e0-4cd8-ae89-4e2deb95ca42 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:31:25.516878 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-34246469-41e0-4cd8-ae89-4e2deb95ca42 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3617127 Jun 02 16:31:27.895463 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 42634) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:28.272280 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [None req-9d81b828-5666-4f81-b144-f1b7ad592557 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:31:28.274802 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-9d81b828-5666-4f81-b144-f1b7ad592557 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784716 Jun 02 16:31:28.927645 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device cbd93780-7792-4698-bdf8-272171f180c9 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:31:29.006767 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port cbd93780-7792-4698-bdf8-272171f180c9 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:29.354238 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169d087-cd10-4eb1-9b86-2b5a68152331 None None] Network f70e8134-772f-475c-bb1d-de5e3f154376 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:29.474615 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Provisioning for port cbd93780-7792-4698-bdf8-272171f180c9 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:29.490978 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Provisioning complete for port cbd93780-7792-4698-bdf8-272171f180c9 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:29.491378 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.724244 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.763573 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] For port cbd93780-7792-4698-bdf8-272171f180c9, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=cbd93780-7792-4698-bdf8-272171f180c9,segment=NetworkSegment(2f3aae9e-b62a-49fd-bfce-da9d5cf356d1),segment_id=2f3aae9e-b62a-49fd-bfce-da9d5cf356d1)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:29.768272 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.773509 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:29.845843 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Pushing event updated for resources: {'Port': ['ID=cbd93780-7792-4698-bdf8-272171f180c9,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:29.848951 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:29.990249 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-1807d6b1-d474-4fa3-8ba0-ae8b2b463d2a None None] Provisioning complete for port cbd93780-7792-4698-bdf8-272171f180c9 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:29.990914 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-1807d6b1-d474-4fa3-8ba0-ae8b2b463d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.913697 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device cbd93780-7792-4698-bdf8-272171f180c9 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:31:30.916769 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 42648) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:30.979213 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port cbd93780-7792-4698-bdf8-272171f180c9 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:30.979575 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.268300 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Request body: {'router': {'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:31.273129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:31.276864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Usage tracker for resource:router and tenant:118a7ca09ee94487a438205ddf46157a is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:31.280089 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:31.287462 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:31.297938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.299547 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.320821 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.431585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.450388 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.451657 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-5705db97-13e6-404a-af92-31dcb06a8d48 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5339398 Jun 02 16:31:33.778771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 42656) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:34.144141 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [None req-f4eee15a-041e-42d2-ae25-1cc8f4df5e51 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:31:34.145145 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-f4eee15a-041e-42d2-ae25-1cc8f4df5e51 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3654706 Jun 02 16:31:34.413055 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-46f41a60-9dd1-4447-b687-2f4e5463be9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.480701 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42664) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:36.845289 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:36.849901 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:36.853587 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Usage tracker for resource:network and tenant:801fdb92e4a64cb6a02ca1c4606218eb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:36.856807 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:36.863748 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:36.873052 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Made reservation on behalf of 801fdb92e4a64cb6a02ca1c4606218eb for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:36.875815 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.888336 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.899264 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3e5d63ab-884c-49e6-ac15-f2ec97819f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.904419 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:36.908137 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Usage tracker for resource:security_group_rule and tenant:801fdb92e4a64cb6a02ca1c4606218eb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:36.910874 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:36.916333 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:36.994477 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.997807 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.002180 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.015871 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Reserving flat network on physical network physnet1 {{(pid=98218) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 02 16:31:37.046786 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde6d620-8bd6-4d32-ba5f-6d14799c80a8,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.050595 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.053456 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.053793 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Added segment 4ee89db8-6268-47d0-ae95-298002e6616b of type flat for network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 Jun 02 16:31:37.083674 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.087834 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.124169 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.125860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:37.126421 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.130793 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.227430 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Pushing event updated for resources: {'Network': ['ID=820d9d9d-ed06-428f-aa3a-95cc0316f1f3,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.230389 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7486629 Jun 02 16:31:37.231078 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.239488 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:31:37.874249 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:39.367436 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:31:39.534787 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42682) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:39.608262 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:39.746837 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ecc2b7-5519-46df-ae7d-68ddecf1fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:39.748174 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e5ecc2b7-5519-46df-ae7d-68ddecf1fb24 admin admin] 10.222.0.38 "GET /v2.0/subnets/8ecc19cd-489a-432b-9835-0f32fc56bf84 HTTP/1.1" status: 200 len: 849 time: 0.2124510 Jun 02 16:31:39.940798 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-026e4e4c-26ec-417c-b8bd-ffc1878d27e0 admin admin] 10.222.0.38 "GET /v2.0/routers/464db322-bb70-4c6a-8ea2-ad7ba8444c87 HTTP/1.1" status: 200 len: 704 time: 0.1862769 Jun 02 16:31:40.400284 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.630804 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Allocated IP 172.20.0.1 (f70e8134-772f-475c-bb1d-de5e3f154376/8ecc19cd-489a-432b-9835-0f32fc56bf84/881384aa-777c-4271-a569-9242ccab359c) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:40.784875 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.802562 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Transition to ACTIVE for port object 881384aa-777c-4271-a569-9242ccab359c will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:40.861082 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.865547 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:40.925469 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Network f70e8134-772f-475c-bb1d-de5e3f154376 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:40.928289 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:40.931654 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:40.932186 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.063669 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=881384aa-777c-4271-a569-9242ccab359c,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:41.072545 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:41.081066 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-e4037016-fcd7-4ee6-9130-6422921a212b None None] Provisioning for port 881384aa-777c-4271-a569-9242ccab359c completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:41.085708 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-e4037016-fcd7-4ee6-9130-6422921a212b None None] Provisioning complete for port 881384aa-777c-4271-a569-9242ccab359c triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:41.086115 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e4037016-fcd7-4ee6-9130-6422921a212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.143325 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-e4037016-fcd7-4ee6-9130-6422921a212b None None] Port 881384aa-777c-4271-a569-9242ccab359c cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:41.233376 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.457219 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.461472 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.462548 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.466383 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:41.557966 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=881384aa-777c-4271-a569-9242ccab359c,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:41.605411 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:41.661138 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Network f70e8134-772f-475c-bb1d-de5e3f154376 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:41.662181 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:41.850614 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:41.866273 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-d68a7bf5-f5bf-4307-bffb-9bfb71816007 None None] Provisioning complete for port 881384aa-777c-4271-a569-9242ccab359c triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:41.866636 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d68a7bf5-f5bf-4307-bffb-9bfb71816007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.919188 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-d68a7bf5-f5bf-4307-bffb-9bfb71816007 None None] Port 881384aa-777c-4271-a569-9242ccab359c cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:42.001555 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:42.011249 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Sync routers for ids ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:42.011671 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] 10.222.0.38 "PUT /v2.0/routers/464db322-bb70-4c6a-8ea2-ad7ba8444c87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0658214 Jun 02 16:31:42.022275 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Routers {'464db322-bb70-4c6a-8ea2-ad7ba8444c87'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:42.023157 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:31:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:42.196284 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Set router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 gateway port host: None {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:42.557025 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'name': 'router1', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:31Z', 'updated_at': '2021-06-02T16:31:41Z', 'revision_number': 2, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'gw_port_host': None, '_interfaces': [{'id': '881384aa-777c-4271-a569-9242ccab359c', 'name': '', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'mac_address': 'fa:16:3e:ab:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:40Z', 'updated_at': '2021-06-02T16:31:41Z', 'revision_number': 2, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'subnets': [{'id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:42.561832 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Checking router: 464db322-bb70-4c6a-8ea2-ad7ba8444c87 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:42.562340 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Updating router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 port 881384aa-777c-4271-a569-9242ccab359c binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:31:42.613631 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.982471 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.997196 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Transition to ACTIVE for port object 881384aa-777c-4271-a569-9242ccab359c will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:43.005772 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.011928 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:43.205332 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Pushing event updated for resources: {'Port': ['ID=881384aa-777c-4271-a569-9242ccab359c,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:43.233283 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.233621 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.235234 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.235657 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.235984 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.236305 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.236620 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.236962 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.237276 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.237587 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.237898 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.238206 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Tracked resource versions report: Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: pushed versions: Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: { 'AddressGroup': {'1.2'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'ConntrackHelper': {'1.0'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Log': {'1.0'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Network': {'1.1'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Port': {'1.7'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'PortForwarding': {'1.2'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'QosPolicy': {'1.8'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroup': {'1.4'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'SubPort': {'1.0'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Subnet': {'1.1'}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Trunk': {'1.1'}} Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: consumer versions: Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'ConntrackHelper': '1.0', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Log': '1.0', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Network': '1.1', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Port': '1.7', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'PortForwarding': '1.2', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'QosPolicy': '1.8', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroup': '1.4', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroupRule': '1.2', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'SubPort': '1.0', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Subnet': '1.1', Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: 'Trunk': '1.1'}} Jun 02 16:31:43.239349 dv-cinder-794021-2-smb neutron-server[98220]: {{(pid=98220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:31:43.248306 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Attempting to bind port 881384aa-777c-4271-a569-9242ccab359c on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:43.248698 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Attempting to bind port 881384aa-777c-4271-a569-9242ccab359c by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:43.249158 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Attempting to bind port 881384aa-777c-4271-a569-9242ccab359c on network f70e8134-772f-475c-bb1d-de5e3f154376 {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:43.251797 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:43.256315 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:43.256716 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Checking segment: {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:43.257215 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.257596 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Bound using segment: {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:43.258100 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Bound port: 881384aa-777c-4271-a569-9242ccab359c, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3aae9e-b62a-49fd-bfce-da9d5cf356d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:43.258467 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.344281 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] For port 881384aa-777c-4271-a569-9242ccab359c, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:43.348380 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] For port 881384aa-777c-4271-a569-9242ccab359c, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=881384aa-777c-4271-a569-9242ccab359c,segment=NetworkSegment(2f3aae9e-b62a-49fd-bfce-da9d5cf356d1),segment_id=2f3aae9e-b62a-49fd-bfce-da9d5cf356d1)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:43.354695 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.360635 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:43.444073 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Routers {'464db322-bb70-4c6a-8ea2-ad7ba8444c87'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:43.444709 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:31:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:43.517868 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Pushing event updated for resources: {'Port': ['ID=881384aa-777c-4271-a569-9242ccab359c,revision_number=4']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:43.604836 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:43.646165 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] Set router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 gateway port host: None {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:43.976163 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'name': 'router1', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:31Z', 'updated_at': '2021-06-02T16:31:41Z', 'revision_number': 2, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'gw_port_host': None, '_interfaces': [{'id': '881384aa-777c-4271-a569-9242ccab359c', 'name': '', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'mac_address': 'fa:16:3e:ab:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:40Z', 'updated_at': '2021-06-02T16:31:43Z', 'revision_number': 4, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'subnets': [{'id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:43.980074 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a2f1a-38f1-485d-90a1-6029e9a3af5e None None] The sync data for ids ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'] in dv-cinder-794021-2-smb is: [{'id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'name': 'router1', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:31Z', 'updated_at': '2021-06-02T16:31:41Z', 'revision_number': 2, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'gw_port_host': None, '_interfaces': [{'id': '881384aa-777c-4271-a569-9242ccab359c', 'name': '', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'mac_address': 'fa:16:3e:ab:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:40Z', 'updated_at': '2021-06-02T16:31:43Z', 'revision_number': 4, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'subnets': [{'id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:44.194345 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42702) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:44.336818 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a70b334-076e-46f4-86a0-9fa77dc7396e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.337380 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-5a70b334-076e-46f4-86a0-9fa77dc7396e admin admin] Synchronizing usage tracker for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:network {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:44.355050 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-5a70b334-076e-46f4-86a0-9fa77dc7396e admin admin] Unset dirty status for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:network {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:44.356430 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5a70b334-076e-46f4-86a0-9fa77dc7396e admin admin] 10.222.0.38 "GET /v2.0/networks/820d9d9d-ed06-428f-aa3a-95cc0316f1f3 HTTP/1.1" status: 200 len: 842 time: 0.1611443 Jun 02 16:31:44.366092 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Request body: {'subnet': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'enable_dhcp': False}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:44.371404 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:44.376870 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Usage tracker for resource:subnet and tenant:801fdb92e4a64cb6a02ca1c4606218eb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:44.379881 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:44.385520 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:44.396519 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Made reservation on behalf of 801fdb92e4a64cb6a02ca1c4606218eb for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:44.399098 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:44.824635 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.objects.ports [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98218) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:31:44.825084 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:44.828521 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:44.936193 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9335192b-72b2-4494-bd95-1e4a0af4a564,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:44.944260 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:44.945061 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:44.945411 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Network hostable DHCP agents. Network: 820d9d9d-ed06-428f-aa3a-95cc0316f1f3, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:44.963969 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:44.974129 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 820d9d9d-ed06-428f-aa3a-95cc0316f1f3) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:44.977921 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.978485 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:44.985534 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781d81f-5cee-4c6a-8f96-df62276f0009 None None] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:45.000423 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6363335 Jun 02 16:31:45.193580 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765a66a-84d4-422f-93a0-a8df2790ef2f None None] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:46.940044 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 881384aa-777c-4271-a569-9242ccab359c up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:31:47.020919 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 881384aa-777c-4271-a569-9242ccab359c completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:47.025930 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 881384aa-777c-4271-a569-9242ccab359c triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:47.026292 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.141993 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.177162 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 881384aa-777c-4271-a569-9242ccab359c, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=881384aa-777c-4271-a569-9242ccab359c,segment=NetworkSegment(2f3aae9e-b62a-49fd-bfce-da9d5cf356d1),segment_id=2f3aae9e-b62a-49fd-bfce-da9d5cf356d1)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:47.181093 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.183473 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:47.253006 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=881384aa-777c-4271-a569-9242ccab359c,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:47.256191 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:47.257797 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42714) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:47.457784 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-be89a207-0967-4df3-8804-17196e239d23 admin admin] 10.222.0.38 "GET /v2.0/routers/464db322-bb70-4c6a-8ea2-ad7ba8444c87 HTTP/1.1" status: 200 len: 710 time: 0.1987987 Jun 02 16:31:47.584555 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d1e7f-8ac7-481b-9374-03683aa5e89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:47.585927 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-fb2d1e7f-8ac7-481b-9374-03683aa5e89e admin admin] 10.222.0.38 "GET /v2.0/networks/820d9d9d-ed06-428f-aa3a-95cc0316f1f3 HTTP/1.1" status: 200 len: 886 time: 0.1229124 Jun 02 16:31:47.595180 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:48.047882 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.368583 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.472592 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.603051 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Allocated IP 172.28.0.58 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:48.746014 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.774685 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.779176 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:48.836616 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:48.839370 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:48.842957 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:48.907479 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Pushing event updated for resources: {'Port': ['ID=d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:48.911268 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:48.921675 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 881384aa-777c-4271-a569-9242ccab359c up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:31:48.988982 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 881384aa-777c-4271-a569-9242ccab359c triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:48.989355 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.237634 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.569974 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.573196 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938278'] for router, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.745177 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:49.958584 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:49.966440 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.967590 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] 10.222.0.38 "PUT /v2.0/routers/464db322-bb70-4c6a-8ea2-ad7ba8444c87 HTTP/1.1" status: 200 len: 889 time: 2.3763251 Jun 02 16:31:49.968628 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Sync routers for ids ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:49.979003 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Routers {'464db322-bb70-4c6a-8ea2-ad7ba8444c87'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:49.979685 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:31:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:50.174405 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Set router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:50.509500 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'name': 'router1', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd40a8d1b-1a1f-420e-a92f-9973f6c2c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:31Z', 'updated_at': '2021-06-02T16:31:49Z', 'revision_number': 4, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'gw_port': {'id': 'd40a8d1b-1a1f-420e-a92f-9973f6c2c4cc', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:88:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:48Z', 'updated_at': '2021-06-02T16:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '881384aa-777c-4271-a569-9242ccab359c', 'name': '', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'mac_address': 'fa:16:3e:ab:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:40Z', 'updated_at': '2021-06-02T16:31:47Z', 'revision_number': 5, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'subnets': [{'id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:50.514176 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Checking router: 464db322-bb70-4c6a-8ea2-ad7ba8444c87 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:50.514567 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Updating router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:31:50.564970 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.892015 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.903064 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Transition to ACTIVE for port object d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:50.910551 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.914398 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:50.991730 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Attempting to bind port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:50.992332 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Attempting to bind port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:50.992455 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Attempting to bind port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:50.997904 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2be59-e2e6-4aac-9334-6712a5243f04 None None] Pushing event updated for resources: {'Port': ['ID=d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:51.001360 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2cc2be59-e2e6-4aac-9334-6712a5243f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:51.004125 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:51.004491 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:51.004912 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.005287 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:51.005848 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Bound port: d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:51.006097 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.075327 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] For port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:51.079148 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] For port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:51.083061 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.086873 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:51.161127 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Routers {'464db322-bb70-4c6a-8ea2-ad7ba8444c87'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:51.161732 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:31:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:51.232345 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2be59-e2e6-4aac-9334-6712a5243f04 None None] Pushing event updated for resources: {'Port': ['ID=d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:51.238277 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2cc2be59-e2e6-4aac-9334-6712a5243f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:51.349554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] Set router 464db322-bb70-4c6a-8ea2-ad7ba8444c87 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:51.691885 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'name': 'router1', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd40a8d1b-1a1f-420e-a92f-9973f6c2c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:31Z', 'updated_at': '2021-06-02T16:31:49Z', 'revision_number': 4, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'gw_port': {'id': 'd40a8d1b-1a1f-420e-a92f-9973f6c2c4cc', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:88:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:48Z', 'updated_at': '2021-06-02T16:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '881384aa-777c-4271-a569-9242ccab359c', 'name': '', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'mac_address': 'fa:16:3e:ab:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:40Z', 'updated_at': '2021-06-02T16:31:47Z', 'revision_number': 5, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'subnets': [{'id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:51.695907 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ec11d-6d1b-49d2-9296-20479dd79265 None None] The sync data for ids ['464db322-bb70-4c6a-8ea2-ad7ba8444c87'] in dv-cinder-794021-2-smb is: [{'id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'name': 'router1', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd40a8d1b-1a1f-420e-a92f-9973f6c2c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:31Z', 'updated_at': '2021-06-02T16:31:49Z', 'revision_number': 4, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'gw_port': {'id': 'd40a8d1b-1a1f-420e-a92f-9973f6c2c4cc', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:88:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:48Z', 'updated_at': '2021-06-02T16:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '881384aa-777c-4271-a569-9242ccab359c', 'name': '', 'network_id': 'f70e8134-772f-475c-bb1d-de5e3f154376', 'tenant_id': '118a7ca09ee94487a438205ddf46157a', 'mac_address': 'fa:16:3e:ab:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464db322-bb70-4c6a-8ea2-ad7ba8444c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:40Z', 'updated_at': '2021-06-02T16:31:47Z', 'revision_number': 5, 'project_id': '118a7ca09ee94487a438205ddf46157a', 'subnets': [{'id': '8ecc19cd-489a-432b-9835-0f32fc56bf84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc55b50e-3d52-4373-96e1-8a06dd610480'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:52.314795 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 42722) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:52.433468 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-18a9a439-9a6f-448e-900c-c776ae35b56c admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1174943 Jun 02 16:31:52.940897 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:31:53.017861 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:53.022756 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:53.023127 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.142179 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.158990 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:53.163393 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.168093 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c198c599-604c-4864-88c5-5cb7dd97aec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:53.233735 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:53.241612 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:54.953591 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:31:55.026868 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port d40a8d1b-1a1f-420e-a92f-9973f6c2c4cc triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:55.027297 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.415806 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-04bf2d3f-6505-443f-abac-c7c926ea185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.909821 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3da99ecb-30c1-42ca-9619-3a3dd02866ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.100912 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.879579 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.630688 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.368225 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:32:34.424968 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3ccd84f0-f796-4dd4-8e3a-edbf7c1da16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.907884 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-bd511ba9-933d-4bec-87e8-5d41e4d5ec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.085904 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.882193 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.625904 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.367261 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:33:04.420810 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-0afe41fd-c141-4316-82b2-c9261c7f58ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.900929 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b0ea89bf-3c30-4197-95bf-69b3c0caaf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.090409 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.885314 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:09.629167 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:27.866047 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43290) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:27.932592 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d458cb9-31ec-48e6-b8c4-facf19ce9528 admin admin] GET failed (client error): The resource could not be found. Jun 02 16:33:27.933857 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0d458cb9-31ec-48e6-b8c4-facf19ce9528 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668850 Jun 02 16:33:28.062607 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f414b0-41ad-40ca-b207-5e41e84f7a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:28.063954 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-07f414b0-41ad-40ca-b207-5e41e84f7a83 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261449 Jun 02 16:33:30.181287 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43300) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:30.307190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e3b8d-b91c-4083-8587-11ec48d51f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:30.308484 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-1c9e3b8d-b91c-4083-8587-11ec48d51f6b admin admin] 10.222.0.38 "GET /v2.0/subnets/8ecc19cd-489a-432b-9835-0f32fc56bf84 HTTP/1.1" status: 200 len: 849 time: 0.1263015 Jun 02 16:33:30.317575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:30.365782 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:33:30.430295 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Notify callbacks [] for subnet, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.631263 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791486322625'] for subnet, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.635693 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e67c582b-0609-4d7d-9c70-74b7e589127f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:30.672123 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:30.672701 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.673988 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] 10.222.0.38 "PUT /v2.0/subnets/8ecc19cd-489a-432b-9835-0f32fc56bf84 HTTP/1.1" status: 200 len: 868 time: 0.3600221 Jun 02 16:33:30.677328 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1785ccd-dd79-4885-9ac4-ee7f1369435a None None] Network f70e8134-772f-475c-bb1d-de5e3f154376 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:30.701609 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecc19cd-489a-432b-9835-0f32fc56bf84,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:30.709150 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.709483 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.709802 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.710124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.710442 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.710759 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.711072 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.711386 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.711706 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.712018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.712328 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.712640 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:30.716783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:31.113724 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-80421744-e24a-4491-8e4c-6146938d6178 None None] Provisioning complete for port 881384aa-777c-4271-a569-9242ccab359c triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:31.114102 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-80421744-e24a-4491-8e4c-6146938d6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.264025 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-80421744-e24a-4491-8e4c-6146938d6178 None None] Provisioning complete for port cbd93780-7792-4698-bdf8-272171f180c9 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:31.264381 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-80421744-e24a-4491-8e4c-6146938d6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:32.780126 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43310) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:32.958149 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1d76b-dd34-4ba1-90ef-b24d97a67673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:32.958676 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1d76b-dd34-4ba1-90ef-b24d97a67673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:32.960182 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-4fa1d76b-dd34-4ba1-90ef-b24d97a67673 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1790602 Jun 02 16:33:34.423006 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-163e445d-3dc1-47d0-b430-462e77e58c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.051441 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43318) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:35.222838 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca048a-0413-422a-984f-cd05d7009040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:35.223228 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca048a-0413-422a-984f-cd05d7009040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:35.224725 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-28ca048a-0413-422a-984f-cd05d7009040 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1723344 Jun 02 16:33:36.903541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-72837354-c44e-4f76-9820-7ca55a2d2b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.093203 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.314520 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43326) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:37.476909 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679628b4-75c6-403f-8f55-8ce1ec4e8397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:37.478241 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-679628b4-75c6-403f-8f55-8ce1ec4e8397 admin admin] 10.222.0.38 "GET /v2.0/networks/820d9d9d-ed06-428f-aa3a-95cc0316f1f3 HTTP/1.1" status: 200 len: 886 time: 0.1627853 Jun 02 16:33:37.887568 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:39.562210 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43334) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:39.635728 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:39.736999 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef5880-81f1-4434-aff6-a2524db7e5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:39.738346 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b1ef5880-81f1-4434-aff6-a2524db7e5a7 admin admin] 10.222.0.38 "GET /v2.0/networks/f70e8134-772f-475c-bb1d-de5e3f154376 HTTP/1.1" status: 200 len: 869 time: 0.1752076 Jun 02 16:33:41.818060 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43342) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:41.925713 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e053c1-8a72-43d8-9fee-c7462556d0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:41.926160 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e053c1-8a72-43d8-9fee-c7462556d0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:41.926860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c8e053c1-8a72-43d8-9fee-c7462556d0d3 admin admin] Synchronizing usage tracker for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:subnet {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:41.941796 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c8e053c1-8a72-43d8-9fee-c7462556d0d3 admin admin] Unset dirty status for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:subnet {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:41.942953 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c8e053c1-8a72-43d8-9fee-c7462556d0d3 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239340 Jun 02 16:33:44.046620 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43350) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:44.150430 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087addd-b8f6-452c-93e3-604978f49f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:44.150889 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f087addd-b8f6-452c-93e3-604978f49f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:44.152388 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f087addd-b8f6-452c-93e3-604978f49f07 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048424 Jun 02 16:33:46.278757 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43358) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:46.387206 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e60fb2-a3b2-4bfa-b291-95cb107355b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:46.389024 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-20e60fb2-a3b2-4bfa-b291-95cb107355b6 admin admin] 10.222.0.38 "GET /v2.0/subnets/8ecc19cd-489a-432b-9835-0f32fc56bf84 HTTP/1.1" status: 200 len: 868 time: 0.1095638 Jun 02 16:33:48.504219 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43366) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:48.611942 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899eebd-2ab3-4730-9985-3c807e41d47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:48.613336 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e899eebd-2ab3-4730-9985-3c807e41d47e admin admin] 10.222.0.38 "GET /v2.0/subnets/9335192b-72b2-4494-bd95-1e4a0af4a564 HTTP/1.1" status: 200 len: 816 time: 0.1081574 Jun 02 16:34:04.425642 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e76d1d6a-25f0-49c5-9343-f2edd9e9967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:06.905294 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7f11a274-a7f8-4f7c-9d7b-418d64fc7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:07.099582 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:07.364781 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:34:07.890548 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:09.638859 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:11.569388 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43410) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:11.620358 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [None req-d8eee3b5-dbc5-4cb0-9ff3-4d0dcb9149ec admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:34:11.621360 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-d8eee3b5-dbc5-4cb0-9ff3-4d0dcb9149ec admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510528 Jun 02 16:34:13.844873 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43418) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:13.913733 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d420d3-dfea-4278-887f-66066ff0b087 admin admin] GET failed (client error): The resource could not be found. Jun 02 16:34:13.915048 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-80d420d3-dfea-4278-887f-66066ff0b087 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692587 Jun 02 16:34:14.045046 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4618208-aa83-48d3-be27-e74ff649ff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:14.046861 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c4618208-aa83-48d3-be27-e74ff649ff0b admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1274366 Jun 02 16:34:16.221426 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43426) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:16.272758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:16.277383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:34:16.287602 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:34:16.297946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Made reservation on behalf of 801fdb92e4a64cb6a02ca1c4606218eb for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:34:16.300325 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:16.394199 dv-cinder-794021-2-smb neutron-server[98217]: WARNING neutron.services.revisions.revision_plugin [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Could not find related network for resource to bump revision. Jun 02 16:34:16.408672 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:34:16.420490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791486185804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:16.421146 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Unsubscribe: segment precommit_create {{(pid=98217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 16:34:16.421568 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Added segment 13dab280-97fc-4953-96f2-022923878d6b of type vlan for network dd00a55a-6e31-46ff-817a-f751de37310a Jun 02 16:34:16.455117 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:16.489715 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:16.491162 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:16.491762 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:16.496210 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:16.593808 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3712957 Jun 02 16:34:16.598571 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Pushing event updated for resources: {'Network': ['ID=dd00a55a-6e31-46ff-817a-f751de37310a,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:16.604679 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:16.612336 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network dd00a55a-6e31-46ff-817a-f751de37310a details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:34:18.729293 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43434) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:18.795896 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea40bc5-de33-4920-9a47-18416c6f6038 admin admin] GET failed (client error): The resource could not be found. Jun 02 16:34:18.796395 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-cea40bc5-de33-4920-9a47-18416c6f6038 admin admin] Synchronizing usage tracker for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:network {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:34:18.811015 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-cea40bc5-de33-4920-9a47-18416c6f6038 admin admin] Unset dirty status for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:network {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:34:18.812084 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-cea40bc5-de33-4920-9a47-18416c6f6038 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817730 Jun 02 16:34:18.914683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da4ce4-6a78-4ddf-a2a0-772d0a4c8f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:18.916003 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-28da4ce4-6a78-4ddf-a2a0-772d0a4c8f24 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000247 Jun 02 16:34:18.926129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:18.930372 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:34:18.939541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:34:18.948817 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Made reservation on behalf of 801fdb92e4a64cb6a02ca1c4606218eb for: {'subnet': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:34:18.951061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Notify callbacks [] for subnet, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.350162 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.354406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:19.426114 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0427203-45d0-4ec7-aca1-bb509846af61,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:19.428264 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Checking segment: {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:34:19.428610 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Network hostable DHCP agents. Network: dd00a55a-6e31-46ff-817a-f751de37310a, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:34:19.431302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:19.445604 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Network dd00a55a-6e31-46ff-817a-f751de37310a is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:34:19.455187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, dd00a55a-6e31-46ff-817a-f751de37310a) {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:34:19.458991 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:19.459563 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.463900 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca0991-eff8-4c13-acf0-87bad320922f None None] Network dd00a55a-6e31-46ff-817a-f751de37310a requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:34:19.485212 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-2e232a9b-8efd-4d36-9b32-c07162e405da admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5620668 Jun 02 16:34:19.684927 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-dd00a55a-6e31-46ff-817a-f751de37310a', 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a', 'tenant_id': '801fdb92e4a64cb6a02ca1c4606218eb', 'fixed_ips': [{'subnet_id': 'd0427203-45d0-4ec7-aca1-bb509846af61'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:34:19.685768 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.843867 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Allocated IP 192.168.233.2 (dd00a55a-6e31-46ff-817a-f751de37310a/d0427203-45d0-4ec7-aca1-bb509846af61/932b7412-a610-40da-8dc2-965a317a0482) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:34:20.053646 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:20.064131 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Transition to ACTIVE for port object 932b7412-a610-40da-8dc2-965a317a0482 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:34:20.083916 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Transition to ACTIVE for port object 932b7412-a610-40da-8dc2-965a317a0482 will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:34:20.089304 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:20.098714 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:20.164980 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Network dd00a55a-6e31-46ff-817a-f751de37310a is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:34:20.168940 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:34:20.175341 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:34:20.175341 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Pushing event updated for resources: {'Port': ['ID=932b7412-a610-40da-8dc2-965a317a0482,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:20.186184 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.186521 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.186851 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.187173 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.187486 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.187803 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.188114 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.188426 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.188774 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.189123 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.189501 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.189765 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:20.216061 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:20.277152 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Attempting to bind port 932b7412-a610-40da-8dc2-965a317a0482 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:34:20.277509 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Attempting to bind port 932b7412-a610-40da-8dc2-965a317a0482 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:34:20.278549 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Attempting to bind port 932b7412-a610-40da-8dc2-965a317a0482 on network dd00a55a-6e31-46ff-817a-f751de37310a {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:34:20.283891 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:34:20.284260 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Checking segment: {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:34:20.284647 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:20.285057 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Bound using segment: {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:34:20.285630 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Bound port: 932b7412-a610-40da-8dc2-965a317a0482, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:34:20.285996 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:20.373259 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] For port 932b7412-a610-40da-8dc2-965a317a0482, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:34:20.376925 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] For port 932b7412-a610-40da-8dc2-965a317a0482, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=932b7412-a610-40da-8dc2-965a317a0482,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:34:20.381287 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:20.385329 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:20.466102 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Pushing event updated for resources: {'Port': ['ID=932b7412-a610-40da-8dc2-965a317a0482,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:20.470044 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:21.074222 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 932b7412-a610-40da-8dc2-965a317a0482 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:34:21.156076 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 932b7412-a610-40da-8dc2-965a317a0482 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:34:21.338296 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b41a3-7c9f-4684-bd62-5f80b66a44d9 None None] Network dd00a55a-6e31-46ff-817a-f751de37310a requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:34:21.432582 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Provisioning for port 932b7412-a610-40da-8dc2-965a317a0482 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:34:21.446961 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Provisioning complete for port 932b7412-a610-40da-8dc2-965a317a0482 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:34:21.447337 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:21.689816 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:21.737240 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] For port 932b7412-a610-40da-8dc2-965a317a0482, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=932b7412-a610-40da-8dc2-965a317a0482,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:21.742911 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:21.745416 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:21.817969 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Pushing event updated for resources: {'Port': ['ID=932b7412-a610-40da-8dc2-965a317a0482,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:21.820676 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:21.968166 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-fbe3e228-0645-4eb0-80cd-e8b1fea8693e None None] Provisioning complete for port 932b7412-a610-40da-8dc2-965a317a0482 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:34:21.968460 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e228-0645-4eb0-80cd-e8b1fea8693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:23.039034 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 932b7412-a610-40da-8dc2-965a317a0482 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:34:23.112876 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 932b7412-a610-40da-8dc2-965a317a0482 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:34:23.113248 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:34.428956 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-5c961931-8c93-4f65-92e1-98773b16efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:36.908287 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-03fe1a2c-238c-4de6-9278-d062464fad78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:37.102659 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:37.894800 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:39.640783 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:44.364554 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:35:04.431064 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-5a70d2c3-9a2d-4be3-ab66-c81c56306140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:06.910471 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-03dacd93-be69-4cb5-a76d-877cc1f80479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.110258 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.897718 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.643438 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:21.363641 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:35:26.611950 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43486) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:26.617893 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [None req-e7c28b7a-406c-47a6-99dd-2784214f9994 tempest-verify_tempest_config-137242451 tempest-verify_tempest_config-137242451-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:35:26.618912 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-e7c28b7a-406c-47a6-99dd-2784214f9994 tempest-verify_tempest_config-137242451 tempest-verify_tempest_config-137242451-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059023 Jun 02 16:35:26.921777 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43504) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:27.038421 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.052229 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:27.056186 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Usage tracker for resource:security_group_rule and tenant:9693736181524bc797bc2edf07e3639c is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:27.060042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:27.065732 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:27.157866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.162023 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.170763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:27.211026 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9693736181524bc797bc2edf07e3639c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2882483 Jun 02 16:35:27.212704 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d06fd31-084e-4bbe-867d-ae545754fddc,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:27.213726 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43508) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:27.220753 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.221108 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.221436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.221758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.222083 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.222399 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.222719 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.223032 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.223368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.223683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.223992 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.224298 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.228547 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:27.274177 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.298778 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.396744 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.400596 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:27.411553 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d06fd31-084e-4bbe-867d-ae545754fddc,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:27.421499 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.421838 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.422166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.422510 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.422810 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.423130 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.423447 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.423760 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.424089 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.424404 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.424713 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.425046 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:27.428246 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:27.429433 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:27.430846 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d06fd31-084e-4bbe-867d-ae545754fddc HTTP/1.1" status: 204 len: 168 time: 0.2160695 Jun 02 16:35:34.435436 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-65047e85-37bd-47b6-a6f2-1b15a875639a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:36.912499 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3229-db9e-4290-971a-0ea954077e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:37.104320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:37.900006 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:39.647068 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:58.362871 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:36:04.437113 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-de60ed01-8e74-40f9-93d0-6d4230798368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.914090 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-dcafead3-e3a6-4a37-b1d4-b6ed838a5a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:07.111539 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:07.904096 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:09.651303 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:34.437560 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-18c3d091-0a0d-478a-8f75-7e526a019d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:35.361962 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 5 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:36:36.917237 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-79b6f176-8743-4674-9b3f-2d09d13ce63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:37.102976 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:37.906316 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:39.651974 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:04.438568 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-0915456c-14f1-4d53-a92b-32ec09634881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:05.678281 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205'] for agent, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.919849 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-29848645-d50c-423f-a16d-c354ba772c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.105475 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.909574 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.420940 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43562) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:09.533979 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1f3c2d11-677d-4619-ad52-e6347fa7a3f5 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1119475 Jun 02 16:37:09.657072 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:11.619241 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43572) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:11.678252 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-ace90323-6bd5-4870-a291-5031e6771466 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0579426 Jun 02 16:37:12.360883 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:37:34.439967 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-54af6cd9-f35b-465b-9d49-475ca1c4abe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:35.676575 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:36.921514 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-89de0de3-e769-40e4-ad84-b0f6c12b7353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:37.111901 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:37.911643 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:39.658505 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:49.360221 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:38:04.441947 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-18d0bf48-d2ab-4ff6-bb02-7655206d934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:05.692502 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:06.927703 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cdb0-461c-4403-8b51-d6ee464f4b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:07.117949 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:07.918559 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:09.662918 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:26.359482 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:38:34.445770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-84b64fd0-1e28-480a-b1a5-aef99f0c0c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:35.693598 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:36.928377 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-5761def7-667c-42f8-a431-16cbd3f455bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:37.131772 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:37.925759 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:39.672578 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.177527 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43724) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:40.511793 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-309839665-network', 'tenant_id': '63475470e62f49e09cc533ced56ca334'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:40.517303 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:40.522758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Usage tracker for resource:network and tenant:63475470e62f49e09cc533ced56ca334 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:40.534913 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:40.541670 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:40.554977 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Made reservation on behalf of 63475470e62f49e09cc533ced56ca334 for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:40.557702 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.575610 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.598428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:40.604349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Usage tracker for resource:security_group_rule and tenant:63475470e62f49e09cc533ced56ca334 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:40.608122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:40.615451 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:40.726161 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.731301 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.735196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:40.762587 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b6a7b-a725-42f6-b14a-b34b5bbf80b3,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:40.770999 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.771374 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.771708 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.772036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.772367 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.772685 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.773029 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.773349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.773692 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.774010 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.774325 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.774641 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Tracked resource versions report: Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: pushed versions: Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: { 'AddressGroup': {'1.2'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'ConntrackHelper': {'1.0'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Log': {'1.0'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Network': {'1.1'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Port': {'1.7'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'PortForwarding': {'1.2'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'QosPolicy': {'1.8'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroup': {'1.4'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'SubPort': {'1.0'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Subnet': {'1.1'}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Trunk': {'1.1'}} Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: consumer versions: Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: HyperV agent@hv-cinder-79402: {}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'ConntrackHelper': '1.0', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Log': '1.0', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Network': '1.1', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Port': '1.7', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'PortForwarding': '1.2', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'QosPolicy': '1.8', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroup': '1.4', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'SecurityGroupRule': '1.2', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'SubPort': '1.0', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Subnet': '1.1', Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: 'Trunk': '1.1'}} Jun 02 16:38:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: {{(pid=98217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:38:40.779452 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:40.785372 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:38:40.797391 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.797723 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Added segment 1507e371-128e-437f-84a3-cfec995d278b of type vlan for network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 Jun 02 16:38:40.825859 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.859003 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.862122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:40.862831 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.868100 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9a435a43-1e71-421b-9f8f-2ee3dfce1124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:40.924104 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7445185 Jun 02 16:38:40.927348 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43772) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:40.933578 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Request body: {'subnet': {'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-subnet', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:40.939594 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:40.944567 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Usage tracker for resource:subnet and tenant:63475470e62f49e09cc533ced56ca334 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:40.948336 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:40.954458 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:40.965681 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Made reservation on behalf of 63475470e62f49e09cc533ced56ca334 for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:40.968842 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.978196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Pushing event updated for resources: {'Network': ['ID=03fe79b9-99bf-41a8-96ab-aae83bd94e39,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:40.979481 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:40.989391 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:38:41.214843 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43790) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:41.403112 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43798) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:41.435771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43802) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:41.458013 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:41.462613 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:41.520921 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a239607-39ad-407e-af67-c9ea3da7a3e5,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:41.528262 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.528718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.528949 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.529272 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.529588 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.529923 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.530201 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.530512 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.530825 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.531127 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.531436 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.531752 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Tracked resource versions report: Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: pushed versions: Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: { 'AddressGroup': {'1.2'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'ConntrackHelper': {'1.0'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Log': {'1.0'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Network': {'1.1'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Port': {'1.7'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'PortForwarding': {'1.2'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'QosPolicy': {'1.8'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroup': {'1.4'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'SubPort': {'1.0'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Subnet': {'1.1'}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Trunk': {'1.1'}} Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: consumer versions: Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: HyperV agent@hv-cinder-79402: {}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'ConntrackHelper': '1.0', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Log': '1.0', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Network': '1.1', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Port': '1.7', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'PortForwarding': '1.2', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'QosPolicy': '1.8', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroup': '1.4', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'SecurityGroupRule': '1.2', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'SubPort': '1.0', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Subnet': '1.1', Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: 'Trunk': '1.1'}} Jun 02 16:38:41.532830 dv-cinder-794021-2-smb neutron-server[98218]: {{(pid=98218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:38:41.539035 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:41.561289 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Checking segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:41.561633 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Network hostable DHCP agents. Network: 03fe79b9-99bf-41a8-96ab-aae83bd94e39, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:38:41.581093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:38:41.590724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 03fe79b9-99bf-41a8-96ab-aae83bd94e39) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:41.595280 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:41.595856 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:41.601108 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949d84c-74bc-4aa0-a63f-0dfc9e42e3b4 None None] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:41.628122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43810) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:41.629109 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6999094 Jun 02 16:38:41.633042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:41.638865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:41.643256 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Usage tracker for resource:router and tenant:63475470e62f49e09cc533ced56ca334 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:41.646916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:41.652907 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:41.665675 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:41.667406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:41.687270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:41.711930 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-12870731-network', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:41.716592 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:41.721097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Usage tracker for resource:network and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:41.725096 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:41.731438 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:41.852186 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db456a-85d0-4a75-9e05-d6ea59411476 None None] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:42.028341 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.039795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-309265372-network', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:42.046989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1440433783-network', 'tenant_id': '5743270d9d5040548b5674402db7c88e'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:42.077960 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:42.080212 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Made reservation on behalf of 4841dca9be2d4230854a98ee293b6f94 for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:42.082523 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.095621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:42.102646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Usage tracker for resource:network and tenant:5743270d9d5040548b5674402db7c88e is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:42.105371 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Usage tracker for resource:network and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:42.111676 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:42.114509 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:42.120022 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.132118 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:42.147718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:42.158833 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:42.166036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:42.170218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:42.174043 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Made reservation on behalf of d3c50cd5213540cb95bfde5626d2de5d for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:42.176475 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.192011 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:42.196237 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Made reservation on behalf of 5743270d9d5040548b5674402db7c88e for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:42.198775 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.210361 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.234927 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.250518 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:42.308369 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:42.318457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:42.327338 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:42.335184 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:42.341949 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Usage tracker for resource:security_group_rule and tenant:5743270d9d5040548b5674402db7c88e is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:42.351126 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:42.365800 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:42.527349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.541910 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.628997 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:42.782544 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94111e05-3a42-4810-be1e-1fbd4de2319e,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:42.786296 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.787522 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:38:42.805057 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:42.810520 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.839104 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:38:42.853418 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:42.912519 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.913204 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Added segment 3fcd7992-c92d-4b26-998f-ca2a58fc4eb6 of type vlan for network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 Jun 02 16:38:42.917241 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.928639 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.929251 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Added segment 271cc952-550a-4492-b043-f7ac20723196 of type vlan for network 1103f7d6-0b46-49c4-9397-728f705ec06e Jun 02 16:38:42.940140 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:42.965006 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.010682 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.023199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92293b-59ca-470a-b3d2-196fb39f1da7,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:43.060488 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.067205 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:43.070890 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:43.085030 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.167010 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97e1020-eb7c-4773-b626-2a619c2ab96a,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:43.180635 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:43.222492 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.224136 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.227620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:43.228199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.232523 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.db.api [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=98217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:38:43.233571 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_db.api [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:38:43.236368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:43.264567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:43.265166 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.335493 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Allocated IP 172.28.0.249 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/d7f9d91f-6ff1-4c9a-aa35-ea2883095762) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:43.417827 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Pushing event updated for resources: {'Network': ['ID=1103f7d6-0b46-49c4-9397-728f705ec06e,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:43.431869 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 1103f7d6-0b46-49c4-9397-728f705ec06e details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:38:43.452671 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2370064 Jun 02 16:38:43.455781 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43888) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:43.462512 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Request body: {'subnet': {'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-12870731-subnet', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:43.469667 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:43.470278 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0653939 Jun 02 16:38:43.474396 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43890) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:43.485234 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Request body: {'subnet': {'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-subnet', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:43.492346 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:43.497641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Usage tracker for resource:subnet and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:43.501315 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:43.510475 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:43.528446 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Usage tracker for resource:subnet and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:43.532835 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Made reservation on behalf of d3c50cd5213540cb95bfde5626d2de5d for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:43.536208 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.559802 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Pushing event updated for resources: {'Network': ['ID=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:43.582303 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:38:43.607350 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:43.607677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:43.607956 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:43.667437 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.684431 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:43.697275 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:43.717105 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Made reservation on behalf of 4841dca9be2d4230854a98ee293b6f94 for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:43.720029 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.735150 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.792964 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:38:43.796110 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.806624 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:43.865339 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:43.866115 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Added segment 3d69fb32-43c2-43b6-b6c5-26d5b8c01749 of type vlan for network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 Jun 02 16:38:43.892597 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:43.898966 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:43.907382 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:43.988213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Pushing event updated for resources: {'Port': ['ID=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:44.015417 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:44.088770 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.131457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.134897 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:44.135987 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.170885 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-610e5f29-1bac-4ca9-a8b4-96d52b1a7d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:44.272306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Pushing event updated for resources: {'Network': ['ID=15acb488-d136-4dc6-b395-5f5c7e6c98c9,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:44.278468 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:44.288334 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:38:44.334638 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8896165 Jun 02 16:38:44.338431 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43924) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:44.365326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Request body: {'subnet': {'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1440433783-subnet', 'tenant_id': '5743270d9d5040548b5674402db7c88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:44.392861 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:44.413571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Usage tracker for resource:subnet and tenant:5743270d9d5040548b5674402db7c88e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:44.420759 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:44.451301 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:44.553081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.558038 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Made reservation on behalf of 5743270d9d5040548b5674402db7c88e for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:44.560509 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.880040 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43950) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:44.917153 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.925472 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:44.995755 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.081970 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43962) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:45.126163 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Checking segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:45.126518 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Network hostable DHCP agents. Network: 1103f7d6-0b46-49c4-9397-728f705ec06e, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:38:45.171721 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8a210a-172a-494d-9784-eed6d35af51f,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:45.216610 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.219620 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:45.235497 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:45.238802 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.243859 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Usage tracker for resource:security_group_rule and tenant:f26df782ea2f45598bc0751404098383 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:45.247324 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Network 1103f7d6-0b46-49c4-9397-728f705ec06e is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:38:45.248239 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:45.259222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:45.270514 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:45.276941 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 1103f7d6-0b46-49c4-9397-728f705ec06e) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:45.279286 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Usage tracker for resource:security_group_rule and tenant:255bd0c993b143e696a0a5933300546b is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:45.283242 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:45.289574 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a6fad-82d3-4ac4-95f9-131d0794f6bd None None] Network 1103f7d6-0b46-49c4-9397-728f705ec06e requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:45.297641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:45.298222 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.306884 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:45.320323 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Router 8253fe39-5c0c-44f9-8394-48e05c8003d8 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:38:45.402670 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9258859 Jun 02 16:38:45.412254 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 43974) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:45.424091 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:45.444683 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:45.455136 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Usage tracker for resource:router and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:45.484876 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:45.498661 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:45.504162 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.522304 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3b27db91-ac19-4fcc-acfb-9e78470469fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:45.557078 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.569275 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.581734 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-db356041-efc8-4138-9478-3a65a3496028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:45.635095 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:38:45.645577 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Sync routers for ids ['8253fe39-5c0c-44f9-8394-48e05c8003d8'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:38:45.663347 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Routers {'8253fe39-5c0c-44f9-8394-48e05c8003d8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:45.663941 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['8253fe39-5c0c-44f9-8394-48e05c8003d8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:45.686293 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-1103f7d6-0b46-49c4-9397-728f705ec06e', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:38:45.687207 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.695650 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6194bca-97c3-4d1f-8ad6-ff9034e001dd,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:45.715392 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f26df782ea2f45598bc0751404098383&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6288636 Jun 02 16:38:45.715392 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:45.721143 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43982) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:45.750007 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea046e1c-3357-4327-a91c-c9a464fc6262,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:45.753854 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:45.764831 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.768720 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1395564 Jun 02 16:38:45.769331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 43986) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:45.786650 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.789166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.806471 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.955705 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Checking segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:45.959351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Network hostable DHCP agents. Network: 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:38:45.971683 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Set router 8253fe39-5c0c-44f9-8394-48e05c8003d8 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:46.062088 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.119378 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.123460 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Allocated IP 172.20.0.2 (1103f7d6-0b46-49c4-9397-728f705ec06e/8c8a210a-172a-494d-9784-eed6d35af51f/f8409358-f7b7-438e-b41f-76215f8923df) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:46.385008 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.399672 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-539e39bb-1a25-4dfb-aa8b-4a50f136f308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:46.467557 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.468474 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:38:46.524137 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.525967 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.527265 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6194bca-97c3-4d1f-8ad6-ff9034e001dd HTTP/1.1" status: 204 len: 168 time: 0.8051424 Jun 02 16:38:46.531308 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6194bca-97c3-4d1f-8ad6-ff9034e001dd,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:46.543860 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:46.545142 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.546419 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0e6c54c9-a87e-499f-a872-57db5ad50976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:46.605072 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:38:44Z', 'revision_number': 3, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:46.610199 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.611080 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:46.614274 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Checking router: 8253fe39-5c0c-44f9-8394-48e05c8003d8 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:38:46.615130 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Updating router 8253fe39-5c0c-44f9-8394-48e05c8003d8 port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:38:46.633931 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841da63-cf0c-4601-8163-3aac9e7cea49 None None] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:46.644415 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:46.645206 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.690114 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.713956 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c904bb87-7853-4324-aecf-58414115dc9b,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:46.720217 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:46.723673 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Synchronizing usage tracker for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:security_group {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:38:46.735807 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:46.744000 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.759579 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2996333 Jun 02 16:38:46.764725 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Transition to ACTIVE for port object f8409358-f7b7-438e-b41f-76215f8923df will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:46.771360 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44010) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:46.783861 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44012) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:46.790239 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:46.794545 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Checking segment: {'id': '3d69fb32-43c2-43b6-b6c5-26d5b8c01749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:46.795174 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Network hostable DHCP agents. Network: 15acb488-d136-4dc6-b395-5f5c7e6c98c9, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:38:46.814489 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:46.826967 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5f7a8-5d8e-4ed9-9f9f-e4a6a863ed59,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:46.830861 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Usage tracker for resource:router and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:46.842589 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:46.843861 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:46.848896 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Unset dirty status for tenant:801fdb92e4a64cb6a02ca1c4606218eb on resource:security_group {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:38:46.852839 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=255bd0c993b143e696a0a5933300546b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9560933 Jun 02 16:38:46.857009 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:46.858797 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44016) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:46.927479 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Transition to ACTIVE for port object f8409358-f7b7-438e-b41f-76215f8923df will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:46.952764 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.971862 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-acf5586b-8bc0-40fe-bccc-44427dd4c577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:47.030306 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.034590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.046347 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:38:47.103232 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Pushing event updated for resources: {'Port': ['ID=f8409358-f7b7-438e-b41f-76215f8923df,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:47.115233 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.115577 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.115958 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.116292 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.116613 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.117099 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.117425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.117793 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.118162 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.118482 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.119067 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.119593 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Tracked resource versions report: Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: pushed versions: Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: { 'AddressGroup': {'1.2'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'ConntrackHelper': {'1.0'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Log': {'1.0'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Network': {'1.1'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Port': {'1.7'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'PortForwarding': {'1.2'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'QosPolicy': {'1.8'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroup': {'1.4'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'SubPort': {'1.0'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Subnet': {'1.1'}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Trunk': {'1.1'}} Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: consumer versions: Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: HyperV agent@hv-cinder-79402: {}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'ConntrackHelper': '1.0', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Log': '1.0', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Network': '1.1', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Port': '1.7', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'PortForwarding': '1.2', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'QosPolicy': '1.8', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroup': '1.4', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'SecurityGroupRule': '1.2', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'SubPort': '1.0', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Subnet': '1.1', Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: 'Trunk': '1.1'}} Jun 02 16:38:47.121073 dv-cinder-794021-2-smb neutron-server[98219]: {{(pid=98219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:38:47.129044 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 15acb488-d136-4dc6-b395-5f5c7e6c98c9) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:47.163685 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:47.169994 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.181671 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.211025 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.242273 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44022) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:47.253596 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:47.258432 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Network 1103f7d6-0b46-49c4-9397-728f705ec06e is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:47.261133 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.290695 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe09593-c01b-46de-be19-e2585cb767cc None None] Network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:47.303434 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.313109 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:47.316717 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:47.321973 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.329262 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9738359 Jun 02 16:38:47.365644 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Transition to ACTIVE for port object d7f9d91f-6ff1-4c9a-aa35-ea2883095762 will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:47.385182 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.389347 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:38:47.390381 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.396578 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:47.475120 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Pushing event updated for resources: {'Port': ['ID=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,revision_number=2']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:47.484109 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.484444 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.484786 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.485111 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.485428 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.485744 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.486058 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.486369 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.486677 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.486902 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Allocated IP 172.20.0.1 (03fe79b9-99bf-41a8-96ab-aae83bd94e39/5a239607-39ad-407e-af67-c9ea3da7a3e5/d5184074-79db-4b21-866f-a84c57d27ca8) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:47.487375 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.487375 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.487571 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Tracked resource versions report: Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: pushed versions: Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: { 'AddressGroup': {'1.2'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'ConntrackHelper': {'1.0'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Log': {'1.0'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Network': {'1.1'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Port': {'1.7'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'PortForwarding': {'1.2'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'QosPolicy': {'1.8'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroup': {'1.4'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'SubPort': {'1.0'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Subnet': {'1.1'}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Trunk': {'1.1'}} Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: consumer versions: Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: { DHCP agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: HyperV agent@hv-cinder-79402: {}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: L3 agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: Metadata agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: Metering agent@dv-cinder-794021-2-smb: {}, Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: Open vSwitch agent@dv-cinder-794021-2-smb: { 'AddressGroup': '1.2', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'ConntrackHelper': '1.0', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Log': '1.0', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Network': '1.1', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Port': '1.7', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'PortForwarding': '1.2', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'QosPolicy': '1.8', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroup': '1.4', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'SecurityGroupRule': '1.2', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'SubPort': '1.0', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Subnet': '1.1', Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: 'Trunk': '1.1'}} Jun 02 16:38:47.489175 dv-cinder-794021-2-smb neutron-server[98220]: {{(pid=98220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:38:47.493393 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:47.512836 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Attempting to bind port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:38:47.513429 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Attempting to bind port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:38:47.513858 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Attempting to bind port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:47.521281 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:38:47.521654 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:47.522102 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.522491 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:38:47.523008 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Bound port: d7f9d91f-6ff1-4c9a-aa35-ea2883095762, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:38:47.523498 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.533112 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:47.548014 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.577408 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.609383 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Usage tracker for resource:security_group_rule and tenant:65fe01e40a1142a4a2517b98c8acf6bb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:47.663744 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] For port d7f9d91f-6ff1-4c9a-aa35-ea2883095762, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:38:47.669199 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] For port d7f9d91f-6ff1-4c9a-aa35-ea2883095762, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:38:47.678873 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.693861 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:47.736013 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.752543 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:47.786262 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:47.813414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:47.828680 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:47.853861 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Pushing event updated for resources: {'Port': ['ID=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:47.857972 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:47.858109 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:47.890997 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Routers {'8253fe39-5c0c-44f9-8394-48e05c8003d8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:47.891731 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['8253fe39-5c0c-44f9-8394-48e05c8003d8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:47.917529 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:47.924307 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:47.940930 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615018f-4c2e-48d1-b2c6-9529368f4e09 None None] Network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:47.972305 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:47.977439 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.110123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:56c079292df84eafb0ae29d920894c24 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:48.110362 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.148954 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Attempting to bind port f8409358-f7b7-438e-b41f-76215f8923df on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:38:48.149385 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Attempting to bind port f8409358-f7b7-438e-b41f-76215f8923df by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:38:48.149853 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Attempting to bind port f8409358-f7b7-438e-b41f-76215f8923df on network 1103f7d6-0b46-49c4-9397-728f705ec06e {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:48.158379 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:48.193521 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:38:48.193897 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Checking segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:48.194555 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.194990 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Bound using segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:38:48.195629 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Bound port: f8409358-f7b7-438e-b41f-76215f8923df, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:38:48.196002 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.203106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Pushing event updated for resources: {'Port': ['ID=d5184074-79db-4b21-866f-a84c57d27ca8,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:48.203992 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] Set router 8253fe39-5c0c-44f9-8394-48e05c8003d8 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:48.211710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44058) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:48.213952 dv-cinder-794021-2-smb neutron-server[98217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 16:38:48.222059 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.226120 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:48.388376 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Allocated IP 172.28.0.200 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/a6c94484-ac83-4049-b9e3-fe66eab05d6b) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:48.475445 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-31bbbc38-3dac-48e0-9a9b-760dc0e4d757 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:48.476257 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-31bbbc38-3dac-48e0-9a9b-760dc0e4d757 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Synchronizing usage tracker for tenant:5743270d9d5040548b5674402db7c88e on resource:network {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:38:48.478249 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] For port f8409358-f7b7-438e-b41f-76215f8923df, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:38:48.488526 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Allocated IP 172.20.0.2 (8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4/ea046e1c-3357-4327-a91c-c9a464fc6262/4b39c90d-563f-4988-8438-ce72fdb348c0) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:48.497859 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] For port f8409358-f7b7-438e-b41f-76215f8923df, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=f8409358-f7b7-438e-b41f-76215f8923df,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:38:48.506863 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.515301 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-edfe8806-70c1-4283-a7da-52f4f643dd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:48.544757 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:38:44Z', 'revision_number': 3, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:48.548870 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf984-1e7d-46ef-ba5d-44235642933d None None] The sync data for ids ['8253fe39-5c0c-44f9-8394-48e05c8003d8'] in dv-cinder-794021-2-smb is: [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:38:44Z', 'revision_number': 3, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:38:48.570363 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.583154 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.604878 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:48.637019 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.687148 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.704084 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Pushing event updated for resources: {'Port': ['ID=f8409358-f7b7-438e-b41f-76215f8923df,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:48.714786 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:48.716973 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:48.736853 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5f7a8-5d8e-4ed9-9f9f-e4a6a863ed59,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:48.763060 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:48.859663 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.860813 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2cd5f7a8-5d8e-4ed9-9f9f-e4a6a863ed59 HTTP/1.1" status: 204 len: 168 time: 2.0007513 Jun 02 16:38:48.884161 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.915908 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.922235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.929771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.931830 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Transition to ACTIVE for port object 4b39c90d-563f-4988-8438-ce72fdb348c0 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:48.934506 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e5300f7b-fd26-4e14-8862-df23274c697f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:48.967072 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Transition to ACTIVE for port object 4b39c90d-563f-4988-8438-ce72fdb348c0 will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:48.974841 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:48.991959 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:49.057420 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Pushing event updated for resources: {'Port': ['ID=d5184074-79db-4b21-866f-a84c57d27ca8,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:49.067718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.070500 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:49.079174 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:49.100811 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:49.111856 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Pushing event updated for resources: {'Port': ['ID=4b39c90d-563f-4988-8438-ce72fdb348c0,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:49.121702 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:49.122187 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.132496 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.134569 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3f8cc73a-878a-498b-98c2-fecffd7c269b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:49.180367 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.199473 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.274381 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:49.300691 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:49.326028 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:49.351098 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:49.360487 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-31bbbc38-3dac-48e0-9a9b-760dc0e4d757 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Unset dirty status for tenant:5743270d9d5040548b5674402db7c88e on resource:network {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:38:49.361901 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-31bbbc38-3dac-48e0-9a9b-760dc0e4d757 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/networks?id=15acb488-d136-4dc6-b395-5f5c7e6c98c9 HTTP/1.1" status: 200 len: 812 time: 1.1490538 Jun 02 16:38:49.394733 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Attempting to bind port 4b39c90d-563f-4988-8438-ce72fdb348c0 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:38:49.395588 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Attempting to bind port 4b39c90d-563f-4988-8438-ce72fdb348c0 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:38:49.396176 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Attempting to bind port 4b39c90d-563f-4988-8438-ce72fdb348c0 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:49.399495 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-d1b50477-d45e-406e-a845-c602fc9cb382 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/quotas/5743270d9d5040548b5674402db7c88e HTTP/1.1" status: 200 len: 375 time: 0.0282702 Jun 02 16:38:49.416448 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:38:49.416999 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Checking segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:49.417499 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.417993 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Bound using segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:38:49.418580 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Bound port: 4b39c90d-563f-4988-8438-ce72fdb348c0, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:38:49.419334 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.435371 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device f8409358-f7b7-438e-b41f-76215f8923df up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:38:49.518316 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56c079292df84eafb0ae29d920894c24&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2588327 Jun 02 16:38:49.519490 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c94484-ac83-4049-b9e3-fe66eab05d6b,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:49.522799 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44072) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:49.561148 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-ce0fbd9d-58c4-4ad5-8e78-bf4471a1cc26 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5743270d9d5040548b5674402db7c88e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387980 Jun 02 16:38:49.563551 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65fe01e40a1142a4a2517b98c8acf6bb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7647567 Jun 02 16:38:49.575718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44074) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:49.606656 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] For port 4b39c90d-563f-4988-8438-ce72fdb348c0, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:38:49.610366 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] For port 4b39c90d-563f-4988-8438-ce72fdb348c0, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=4b39c90d-563f-4988-8438-ce72fdb348c0,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:38:49.621467 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.624543 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:49.629631 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:49.632644 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:49.638061 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:49.638919 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b8469898-bbf2-425a-bede-303096685b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:49.757629 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Pushing event updated for resources: {'Port': ['ID=4b39c90d-563f-4988-8438-ce72fdb348c0,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:49.766749 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:49.784942 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44082) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:49.788175 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port f8409358-f7b7-438e-b41f-76215f8923df completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:49.794653 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d7f9d91f-6ff1-4c9a-aa35-ea2883095762 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:38:49.908006 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:49.959313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99e74c-8e92-406f-bbf7-0d7ede770fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb7f3eb-a071-43e8-a524-d6a7debe3c5f,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:50.027747 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:50.033236 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:50.033720 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.063966 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:50.124557 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Router 8253fe39-5c0c-44f9-8394-48e05c8003d8 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:38:50.144179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.160046 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-cc8a39e6-4ad7-4391-ab58-b6c460ea9fc8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:38:50.161754 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-cc8a39e6-4ad7-4391-ab58-b6c460ea9fc8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1591547 Jun 02 16:38:50.265494 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.306084 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.334798 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port d7f9d91f-6ff1-4c9a-aa35-ea2883095762, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:38:50.358024 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.366871 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:50.464225 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:50.484066 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:50.487971 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Usage tracker for resource:security_group_rule and tenant:f9219464b498417d86faae71c8e2052e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:50.506196 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:50.509752 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf862b-5d92-47d1-a002-214391bfbaa1,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:50.531974 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad613bfc-cb73-40a3-b1cf-28b7c83ab480 None None] Network 1103f7d6-0b46-49c4-9397-728f705ec06e requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:50.560922 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.576019 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:50.576919 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:50.579481 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-4f464ea4-654c-4d3e-adc5-ab2f7e58046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:50.594124 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.294s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:50.594679 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:50.611895 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.651655 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Provisioning for port f8409358-f7b7-438e-b41f-76215f8923df completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:50.656930 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.659539 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Provisioning complete for port f8409358-f7b7-438e-b41f-76215f8923df triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:50.659906 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.660044 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf862b-5d92-47d1-a002-214391bfbaa1,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:50.675728 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:50.708553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-217ef2b1-39a4-49be-a196-e1dbdb17c1e7 service neutron] 10.222.0.38 "GET /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280118 Jun 02 16:38:50.748290 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:50.752655 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1dbf862b-5d92-47d1-a002-214391bfbaa1 HTTP/1.1" status: 204 len: 168 time: 1.1727557 Jun 02 16:38:50.757504 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:38:50.793394 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] 10.222.0.38 "PUT /v2.0/routers/8253fe39-5c0c-44f9-8394-48e05c8003d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0040131 Jun 02 16:38:51.040683 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b0356f8d-0efe-4f54-9f1f-ada57620fbeb service neutron] 10.222.0.38 "GET /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241389 Jun 02 16:38:51.082802 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.130182 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] For port f8409358-f7b7-438e-b41f-76215f8923df, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=f8409358-f7b7-438e-b41f-76215f8923df,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:38:51.140959 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.172473 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2cc2be59-e2e6-4aac-9334-6712a5243f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:51.246810 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.252312 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.417103 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Pushing event updated for resources: {'Port': ['ID=f8409358-f7b7-438e-b41f-76215f8923df,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:51.435914 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:51.440943 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.463082 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.469073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.607091 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c4a925d4-a719-4caa-b4f4-cea5f63d4965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:51.610000 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 4b39c90d-563f-4988-8438-ce72fdb348c0 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:38:51.690701 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9219464b498417d86faae71c8e2052e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8959644 Jun 02 16:38:51.699783 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b80a27b-a1b4-4fa2-b08c-19dd765d6ed9 req-de2fe76d-225c-46a7-87e9-952befe4f044 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.1624660 Jun 02 16:38:51.701809 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44140) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:51.709431 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57abe7fc-e999-4455-b699-aeed7de46ac7,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:51.714314 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:51.782910 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Sync routers for ids ['8253fe39-5c0c-44f9-8394-48e05c8003d8'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:38:51.817868 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Routers {'8253fe39-5c0c-44f9-8394-48e05c8003d8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:51.818510 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['8253fe39-5c0c-44f9-8394-48e05c8003d8'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:51.891469 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:51.978798 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.020435 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44160) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:52.023048 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-54c3fec2-d50c-4c91-843d-454c5a437518 None None] Provisioning complete for port f8409358-f7b7-438e-b41f-76215f8923df triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:52.023733 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-54c3fec2-d50c-4c91-843d-454c5a437518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.099818 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e2b5f-650f-4aec-b37a-59870ff653f5 None None] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:38:52.265890 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.274605 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Allocated IP 172.28.0.138 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/6ead5318-2e31-4e4b-a163-8451dc311367) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:52.348301 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:52.376490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-7896f535-84ae-497b-a004-0b18b3cc48cf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:52.377163 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-7896f535-84ae-497b-a004-0b18b3cc48cf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Synchronizing usage tracker for tenant:63475470e62f49e09cc533ced56ca334 on resource:network {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:38:52.381382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb7f3eb-a071-43e8-a524-d6a7debe3c5f,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:52.383966 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:52.425188 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Set router 8253fe39-5c0c-44f9-8394-48e05c8003d8 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:52.432993 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.434478 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7eb7f3eb-a071-43e8-a524-d6a7debe3c5f HTTP/1.1" status: 204 len: 168 time: 2.8876443 Jun 02 16:38:52.486324 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-7896f535-84ae-497b-a004-0b18b3cc48cf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Unset dirty status for tenant:63475470e62f49e09cc533ced56ca334 on resource:network {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:38:52.488315 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-7896f535-84ae-497b-a004-0b18b3cc48cf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 818 time: 0.4652896 Jun 02 16:38:52.499269 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 4b39c90d-563f-4988-8438-ce72fdb348c0 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:52.529858 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.539541 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-85c62783-f0ec-46b6-ba8f-c79b9cc35995 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/quotas/63475470e62f49e09cc533ced56ca334 HTTP/1.1" status: 200 len: 375 time: 0.0304196 Jun 02 16:38:52.613794 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d7f9d91f-6ff1-4c9a-aa35-ea2883095762 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:38:52.627586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.646596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-368738a5-211e-450c-9d7f-058cecbaa558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:52.716921 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.724220 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57abe7fc-e999-4455-b699-aeed7de46ac7 HTTP/1.1" status: 204 len: 168 time: 1.0211506 Jun 02 16:38:52.725854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57abe7fc-e999-4455-b699-aeed7de46ac7,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:52.735538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:52.753777 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.801575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-b6dc7279-ed2c-4998-b69b-d6e203ef50a1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Synchronizing usage tracker for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:38:52.858997 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-b6dc7279-ed2c-4998-b69b-d6e203ef50a1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Unset dirty status for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:38:52.875506 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-b6dc7279-ed2c-4998-b69b-d6e203ef50a1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3334577 Jun 02 16:38:52.920327 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:52.933915 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1866b003-c4ad-4786-bd03-17fc756a5cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:53.007302 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:38:53.018529 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:53.080561 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:53.083786 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:53.188141 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Pushing event updated for resources: {'Port': ['ID=6ead5318-2e31-4e4b-a163-8451dc311367,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:53.196255 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:53.379614 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6fa5b196-5e6b-48d4-802f-42d029b61a94 req-c0ee0b4b-693a-4ac8-8575-5f6320a2baa8 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.0910733 Jun 02 16:38:53.421270 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:53.421836 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:53.489237 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Provisioning for port 4b39c90d-563f-4988-8438-ce72fdb348c0 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:53.572453 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Provisioning complete for port 4b39c90d-563f-4988-8438-ce72fdb348c0 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:53.572880 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:53.621542 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:38:53.634583 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:38:53.650634 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:53.651568 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:53.748123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:53.765281 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44254) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:53.766208 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3502808 Jun 02 16:38:53.780029 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:38:48Z', 'revision_number': 4, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'd5184074-79db-4b21-866f-a84c57d27ca8', 'name': '', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'mac_address': 'fa:16:3e:87:0f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:38:48Z', 'revision_number': 2, 'project_id': '63475470e62f49e09cc533ced56ca334', 'subnets': [{'id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:53.879851 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Checking router: 8253fe39-5c0c-44f9-8394-48e05c8003d8 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:38:53.880231 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Updating router 8253fe39-5c0c-44f9-8394-48e05c8003d8 port d5184074-79db-4b21-866f-a84c57d27ca8 binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:38:54.024130 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:54.076950 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:54.181000 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:54.296966 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:54.414055 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-4c3a7861-820f-42ac-95c7-d2bb09cd9665 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:38:54.415599 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-4c3a7861-820f-42ac-95c7-d2bb09cd9665 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4473438 Jun 02 16:38:54.479717 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] For port 4b39c90d-563f-4988-8438-ce72fdb348c0, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=4b39c90d-563f-4988-8438-ce72fdb348c0,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:38:54.483914 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device f8409358-f7b7-438e-b41f-76215f8923df up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:38:54.590080 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:54.659711 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-4eeca684-94d5-4d1e-ad1a-eab187715786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:54.717368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44290) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:54.861775 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:54.888873 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4a81a95-8d77-4fa7-b8aa-d01a1051d6a0 req-509d45b8-582a-471c-a1f8-76105048c13c tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.3628085 Jun 02 16:38:55.066533 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Pushing event updated for resources: {'Port': ['ID=4b39c90d-563f-4988-8438-ce72fdb348c0,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:55.101217 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-01d86c0c-5866-4e30-89b4-3d6690005992 None None] Provisioning complete for port 4b39c90d-563f-4988-8438-ce72fdb348c0 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:55.103058 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-01d86c0c-5866-4e30-89b4-3d6690005992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:55.115338 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-551d727a-558d-4d31-9d57-4f10d471c96c service neutron] 10.222.0.38 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718283 Jun 02 16:38:55.123617 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 3, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:55.129848 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:38:55.137134 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Updating router 2b074eff-e867-430f-ac2c-17a5f58c1e72 port a6c94484-ac83-4049-b9e3-fe66eab05d6b binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:38:55.172536 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:55.250859 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port f8409358-f7b7-438e-b41f-76215f8923df triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:55.251097 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:55.331508 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:55.339905 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-335a653f-00bb-47a1-bd40-a94ce236853f service neutron] 10.222.0.38 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163827 Jun 02 16:38:55.518654 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Router 48b39533-2e73-4f99-92d6-96fa31009774 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:38:55.541986 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:55.612635 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:55.666224 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Usage tracker for resource:security_group_rule and tenant:190307e75efb4f5883513005ab205007 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:55.689972 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:55.724707 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:55.972658 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:55.989739 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Transition to ACTIVE for port object d5184074-79db-4b21-866f-a84c57d27ca8 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:56.012345 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.015855 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3ae07438-f24c-45e5-b252-c3b028728c83 req-49cb3d4d-6841-418d-9d01-38cf2fcd2f75 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 210 time: 0.1052077 Jun 02 16:38:56.033377 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.048014 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Transition to ACTIVE for port object a6c94484-ac83-4049-b9e3-fe66eab05d6b will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:56.055010 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:56.056444 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.061716 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-7841b548-7daf-4d2b-a32b-1b9a5469e432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:56.163252 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.48', 59904) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:56.263507 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf552a0c-9cd5-473e-b327-a02086f20dcb None None] Pushing event updated for resources: {'Port': ['ID=a6c94484-ac83-4049-b9e3-fe66eab05d6b,revision_number=2']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:56.301978 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-cf552a0c-9cd5-473e-b327-a02086f20dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:56.307085 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a2d2db11-cef4-4890-ae9f-ef2b8061bcb9 req-2f0a4d10-b98e-4212-a133-3821b763f894 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.1094124 Jun 02 16:38:56.355162 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Attempting to bind port a6c94484-ac83-4049-b9e3-fe66eab05d6b on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:38:56.355886 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Attempting to bind port a6c94484-ac83-4049-b9e3-fe66eab05d6b by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:38:56.356364 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Attempting to bind port a6c94484-ac83-4049-b9e3-fe66eab05d6b on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:56.369047 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:38:56.369641 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:56.373360 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.373899 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:38:56.374505 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Bound port: a6c94484-ac83-4049-b9e3-fe66eab05d6b, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:38:56.374986 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.377956 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.393124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.394182 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:38:56.403213 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 4b39c90d-563f-4988-8438-ce72fdb348c0 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:38:56.486492 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:38:56.517354 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c312356d-d643-49a4-bd1a-db5d3c3b4248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:56.626206 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.639853 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8621473 Jun 02 16:38:56.643387 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44364) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:56.654268 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] For port a6c94484-ac83-4049-b9e3-fe66eab05d6b, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:38:56.659604 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] For port a6c94484-ac83-4049-b9e3-fe66eab05d6b, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a6c94484-ac83-4049-b9e3-fe66eab05d6b,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:38:56.664891 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=190307e75efb4f5883513005ab205007&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9295897 Jun 02 16:38:56.665952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44368) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:56.668036 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.688800 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:56.693581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc11643-b134-41c4-81f6-f725ad72f8af,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:56.697439 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.711279 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:56.717932 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:56.718576 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:56.798529 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6aba-0beb-4ebf-9264-169735db0f16 None None] Pushing event updated for resources: {'Port': ['ID=d5184074-79db-4b21-866f-a84c57d27ca8,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:56.815118 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-de2d6aba-0beb-4ebf-9264-169735db0f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:56.819074 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf552a0c-9cd5-473e-b327-a02086f20dcb None None] Pushing event updated for resources: {'Port': ['ID=a6c94484-ac83-4049-b9e3-fe66eab05d6b,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:56.839140 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-cf552a0c-9cd5-473e-b327-a02086f20dcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:56.858776 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Attempting to bind port d5184074-79db-4b21-866f-a84c57d27ca8 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:38:56.859152 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Attempting to bind port d5184074-79db-4b21-866f-a84c57d27ca8 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:38:56.859627 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Attempting to bind port d5184074-79db-4b21-866f-a84c57d27ca8 on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:56.904315 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:38:56.904702 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Checking segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:56.905175 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.905573 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Bound using segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:38:56.906146 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Bound port: d5184074-79db-4b21-866f-a84c57d27ca8, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:38:56.906546 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:56.919614 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:56.920252 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:57.175098 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:57.210561 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:57.266991 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:57.562056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:57.589045 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-69b6f73b-c8ce-4da1-a3ff-8e644e996734 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:57.589659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-56865576-32ae-4640-be71-cb7c24ed5df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:57.591864 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-69b6f73b-c8ce-4da1-a3ff-8e644e996734 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.48 "GET /v2.0/networks?id=15acb488-d136-4dc6-b395-5f5c7e6c98c9 HTTP/1.1" status: 200 len: 812 time: 1.4251554 Jun 02 16:38:57.608135 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:57.609708 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc11643-b134-41c4-81f6-f725ad72f8af,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:57.613122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:57.651146 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Request body: {'port': {'device_id': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9', 'admin_state_up': True, 'tenant_id': '5743270d9d5040548b5674402db7c88e'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:57.687434 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 4b39c90d-563f-4988-8438-ce72fdb348c0 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:57.688226 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:57.699157 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:57.700278 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bc11643-b134-41c4-81f6-f725ad72f8af HTTP/1.1" status: 204 len: 168 time: 1.0278721 Jun 02 16:38:58.010329 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b517c268-b31e-4401-ad83-6f272c7af89c req-9061f167-cdfd-4982-a433-66550b8f867e tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.3059556 Jun 02 16:38:58.084481 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-047c32db-da2d-490a-8b4a-a5a27c259d04 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:58.091408 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-047c32db-da2d-490a-8b4a-a5a27c259d04 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 818 time: 0.9827032 Jun 02 16:38:58.117066 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] For port d5184074-79db-4b21-866f-a84c57d27ca8, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:38:58.126227 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] For port d5184074-79db-4b21-866f-a84c57d27ca8, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d5184074-79db-4b21-866f-a84c57d27ca8,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:38:58.135553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-a5d412d0-0aca-4c55-8106-873d229d40b1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/quotas/63475470e62f49e09cc533ced56ca334 HTTP/1.1" status: 200 len: 375 time: 0.0432246 Jun 02 16:38:58.170753 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:58.199930 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-18a1e287-c610-4b86-b418-0ca5845c2479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:58.278600 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:58.282878 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Usage tracker for resource:port and tenant:5743270d9d5040548b5674402db7c88e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:58.287036 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:58.294231 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:58.414740 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Allocated IP 172.20.0.1 (1103f7d6-0b46-49c4-9397-728f705ec06e/8c8a210a-172a-494d-9784-eed6d35af51f/c0ccd456-4c17-4b69-92f2-3a8cea50ab06) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:58.591188 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-5638cef4-f7d4-4ccf-9e8e-a64fcfedcbc1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4547558 Jun 02 16:38:58.626217 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Made reservation on behalf of 5743270d9d5040548b5674402db7c88e for: {'port': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:58.634652 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:58.781288 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.48', 59910) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:58.845666 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 3, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:58.860393 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3fb7b-0e77-41b2-9329-b8012508c4c0 None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 3, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:38:58.963188 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Routers {'8253fe39-5c0c-44f9-8394-48e05c8003d8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:58.963927 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['8253fe39-5c0c-44f9-8394-48e05c8003d8'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:59.598963 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:59.792088 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Allocated IP 172.20.0.13 (15acb488-d136-4dc6-b395-5f5c7e6c98c9/c904bb87-7853-4324-aecf-58414115dc9b/12e1525b-ff6c-414d-8d23-6e767f631ba6) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:59.827007 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6aba-0beb-4ebf-9264-169735db0f16 None None] Pushing event updated for resources: {'Port': ['ID=d5184074-79db-4b21-866f-a84c57d27ca8,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:59.879486 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-de2d6aba-0beb-4ebf-9264-169735db0f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.676s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:59.947048 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:38:53Z', 'revision_number': 3, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:59.964776 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:38:59.965425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Updating router 48b39533-2e73-4f99-92d6-96fa31009774 port 6ead5318-2e31-4e4b-a163-8451dc311367 binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:39:00.018063 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-455d5110-aba6-46a5-ae8f-40aae0ae0b40 req-9750ce54-74d5-4529-90bf-3fa8bd226861 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.2084224 Jun 02 16:39:00.076035 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] Set router 8253fe39-5c0c-44f9-8394-48e05c8003d8 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:00.082943 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-96f9d7d8-9027-4672-b1af-7709367ff756 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:00.098649 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-96f9d7d8-9027-4672-b1af-7709367ff756 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 818 time: 1.3158135 Jun 02 16:39:00.149184 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Request body: {'port': {'device_id': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'admin_state_up': True, 'tenant_id': '63475470e62f49e09cc533ced56ca334'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:00.157488 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:00.203890 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a6c94484-ac83-4049-b9e3-fe66eab05d6b up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:00.444836 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:00.618110 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Allocated IP 172.20.0.1 (8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4/ea046e1c-3357-4327-a91c-c9a464fc6262/a4659d20-ec5d-4928-8999-242906cd198d) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:00.786243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Transition to ACTIVE for port object c0ccd456-4c17-4b69-92f2-3a8cea50ab06 will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:00.811788 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:00.819466 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-1b3323c4-dcf6-414b-be90-943de750d2bd service neutron] 10.222.0.38 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1311576 Jun 02 16:39:01.352832 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.371879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:01.396265 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:01.422617 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.433006 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.477818 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:01.479111 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Made reservation on behalf of 63475470e62f49e09cc533ced56ca334 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:39:01.490822 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.537037 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.556148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:01.571807 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Transition to ACTIVE for port object 6ead5318-2e31-4e4b-a163-8451dc311367 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:01.616365 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.694083 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2cc2be59-e2e6-4aac-9334-6712a5243f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:01.754453 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Transition to ACTIVE for port object a4659d20-ec5d-4928-8999-242906cd198d will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:01.788752 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:01.800165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:01.815440 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:01.825052 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:01.825699 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:01.940198 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Pushing event updated for resources: {'Port': ['ID=12e1525b-ff6c-414d-8d23-6e767f631ba6,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:01.954799 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port a6c94484-ac83-4049-b9e3-fe66eab05d6b completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:01.963894 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:01.985014 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3404901 Jun 02 16:39:01.998554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Attempting to bind port 6ead5318-2e31-4e4b-a163-8451dc311367 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:02.004897 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Attempting to bind port 6ead5318-2e31-4e4b-a163-8451dc311367 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:02.005362 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Attempting to bind port 6ead5318-2e31-4e4b-a163-8451dc311367 on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:02.007267 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-ea2cb052-4305-43af-97c2-bc2d708ef90f tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:39:02.008565 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-ea2cb052-4305-43af-97c2-bc2d708ef90f tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127668 Jun 02 16:39:02.021594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:02.021817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:02.022041 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.022449 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:02.022921 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Bound port: 6ead5318-2e31-4e4b-a163-8451dc311367, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:02.023312 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.027149 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.048929 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:02.201844 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-25658f51-c74d-43be-b59c-bad2d7eb756c service neutron] 10.222.0.38 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3545432 Jun 02 16:39:02.288542 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6f803-e0a8-4d1f-b53a-a61212ce3c64 None None] Pushing event updated for resources: {'Port': ['ID=6ead5318-2e31-4e4b-a163-8451dc311367,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:02.291084 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port a6c94484-ac83-4049-b9e3-fe66eab05d6b triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:02.291464 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.340767 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-bbc6f803-e0a8-4d1f-b53a-a61212ce3c64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:02.389254 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Network 1103f7d6-0b46-49c4-9397-728f705ec06e is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:02.411554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] For port 6ead5318-2e31-4e4b-a163-8451dc311367, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:02.430973 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:02.435071 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:02.439397 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:02.439692 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] For port 6ead5318-2e31-4e4b-a163-8451dc311367, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=6ead5318-2e31-4e4b-a163-8451dc311367,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:02.441097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.462245 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:02.483491 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.487191 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:02.489758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.491168 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:02.586128 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Request body: {'port': {'device_id': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:02.654427 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Pushing event updated for resources: {'Port': ['ID=a4659d20-ec5d-4928-8999-242906cd198d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:02.736029 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:02.830384 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:02.946890 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:02.952557 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.395s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:02.953035 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:38:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:02.989271 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-45fe97b9-b7e2-4fba-b56d-93a32910e1e6 req-11366614-ae0f-4183-a519-9d2b2b547275 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 210 time: 0.2776737 Jun 02 16:39:03.008472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198a61a-ca0e-4672-9cab-3bcdff47e426 req-85e4f382-9a3c-4af3-a571-72ce168c1395 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:03.044640 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f198a61a-ca0e-4672-9cab-3bcdff47e426 req-85e4f382-9a3c-4af3-a571-72ce168c1395 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 932 time: 1.4946489 Jun 02 16:39:03.085740 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:03.106804 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Allocated IP 172.20.0.10 (03fe79b9-99bf-41a8-96ab-aae83bd94e39/5a239607-39ad-407e-af67-c9ea3da7a3e5/05ac8329-611a-4796-9325-9182795ae5b7) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:03.261256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:03.362043 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:39:03.461615 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:38:48Z', 'revision_number': 4, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'd5184074-79db-4b21-866f-a84c57d27ca8', 'name': '', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'mac_address': 'fa:16:3e:87:0f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:38:58Z', 'revision_number': 4, 'project_id': '63475470e62f49e09cc533ced56ca334', 'subnets': [{'id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:03.478036 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d31e9-767e-4a86-916a-95047b03f704 None None] The sync data for ids ['8253fe39-5c0c-44f9-8394-48e05c8003d8'] in dv-cinder-794021-2-smb is: [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:38:48Z', 'revision_number': 4, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'd5184074-79db-4b21-866f-a84c57d27ca8', 'name': '', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'mac_address': 'fa:16:3e:87:0f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:38:58Z', 'revision_number': 4, 'project_id': '63475470e62f49e09cc533ced56ca334', 'subnets': [{'id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:39:03.479588 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Provisioning for port a4659d20-ec5d-4928-8999-242906cd198d completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:03.484952 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6f803-e0a8-4d1f-b53a-a61212ce3c64 None None] Pushing event updated for resources: {'Port': ['ID=6ead5318-2e31-4e4b-a163-8451dc311367,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:03.506954 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Provisioning complete for port a4659d20-ec5d-4928-8999-242906cd198d triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:03.507611 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:03.526745 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f198a61a-ca0e-4672-9cab-3bcdff47e426 req-1aeb19f7-0b76-4c8c-9ab3-55eb4b31983c tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Synchronizing usage tracker for tenant:5743270d9d5040548b5674402db7c88e on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:03.600586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44576) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:03.672228 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Port a4659d20-ec5d-4928-8999-242906cd198d cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:39:03.680123 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:03.760010 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f198a61a-ca0e-4672-9cab-3bcdff47e426 req-1aeb19f7-0b76-4c8c-9ab3-55eb4b31983c tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Unset dirty status for tenant:5743270d9d5040548b5674402db7c88e on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:03.761453 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f198a61a-ca0e-4672-9cab-3bcdff47e426 req-1aeb19f7-0b76-4c8c-9ab3-55eb4b31983c tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160313 Jun 02 16:39:03.791603 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-bbc6f803-e0a8-4d1f-b53a-a61212ce3c64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.300s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:03.920941 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:04.143340 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.296981 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:04.394639 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Provisioning for port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:04.399157 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Usage tracker for resource:security_group_rule and tenant:f2f620e3aa15487d87b019d60d5d1ed1 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:04.405851 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.412250 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:04.425105 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:04.639119 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.714932 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port a6c94484-ac83-4049-b9e3-fe66eab05d6b, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a6c94484-ac83-4049-b9e3-fe66eab05d6b,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:04.721499 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.747338 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Provisioning complete for port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:04.751327 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.755377 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.792022 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:04.864546 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-66aa5712-0733-45b0-8f37-608370574c01 req-ff232afc-6006-4310-a17f-1b75360cbde4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 210 time: 0.3702652 Jun 02 16:39:04.869147 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-67794f33-f0cc-4607-99bd-9d625b90e82c None None] Port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:39:04.882862 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:04.996753 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:05.033667 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.115290 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-bfe2b820-d12e-4c25-a034-88d2f1b1557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.177846 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d5184074-79db-4b21-866f-a84c57d27ca8 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:05.193881 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Pushing event updated for resources: {'Port': ['ID=a4659d20-ec5d-4928-8999-242906cd198d,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:05.201288 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:05.474936 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=a6c94484-ac83-4049-b9e3-fe66eab05d6b,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:05.484863 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:05.489022 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port d5184074-79db-4b21-866f-a84c57d27ca8 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:05.501892 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port d5184074-79db-4b21-866f-a84c57d27ca8 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:05.502608 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.814675 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:00Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:05.834844 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cddcb0-ec41-4b10-ad06-1a8ae34dee3b None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:00Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:39:05.869113 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.894916 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.922741 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.960897 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e1525b-ff6c-414d-8d23-6e767f631ba6 {{(pid=98218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:05.994996 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.007710 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.013714 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port d5184074-79db-4b21-866f-a84c57d27ca8, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d5184074-79db-4b21-866f-a84c57d27ca8,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:06.020457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.026944 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.031582 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:06.071009 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.081196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.081920 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:06.083458 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.112500 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:06.137912 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:06.161694 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:06.181577 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Transition to ACTIVE for port object 12e1525b-ff6c-414d-8d23-6e767f631ba6 will not be triggered until provisioned by entity L2. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:06.288134 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:06.322328 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.324091 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=d5184074-79db-4b21-866f-a84c57d27ca8,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:06.326504 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2f620e3aa15487d87b019d60d5d1ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7141566 Jun 02 16:39:06.337430 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:06.355681 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44636) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:06.380473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7e9df-31f5-4c1e-b34b-b4fb8eb0e434 req-6e02fb00-9ad3-4a0c-b475-f091966c7eaa tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:06.384854 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faab0a7-e9e3-4d15-8235-4b111c4575f4,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:06.387847 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-06e7e9df-31f5-4c1e-b34b-b4fb8eb0e434 req-6e02fb00-9ad3-4a0c-b475-f091966c7eaa tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 932 time: 1.2673717 Jun 02 16:39:06.389037 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:06.389480 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:06.416416 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:06.423873 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:06.562436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:06.710713 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:06.719294 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4dbdda3d-9f34-4c3a-a698-d1ea6db023d3 req-4ea6ae86-febc-4502-aad2-7bf70e9a7dfa tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 210 time: 0.4098690 Jun 02 16:39:06.723251 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.48', 59927) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:06.730613 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:06.732500 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-4f6741f4-560b-4356-872f-8e64d4084b40 None None] Provisioning complete for port a4659d20-ec5d-4928-8999-242906cd198d triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:06.734738 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4f6741f4-560b-4356-872f-8e64d4084b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.739032 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:06.748307 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.967751 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-4f6741f4-560b-4356-872f-8e64d4084b40 None None] Port a4659d20-ec5d-4928-8999-242906cd198d cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:39:06.975320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7011-3133-4770-82d0-3299d9d69f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:07.101506 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-06e7e9df-31f5-4c1e-b34b-b4fb8eb0e434 req-b9844602-86ab-46ea-bec9-84425f2c825c tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015810 Jun 02 16:39:07.299783 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:07.438644 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d5184074-79db-4b21-866f-a84c57d27ca8 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:07.491863 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3515029 Jun 02 16:39:07.492815 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Pushing event updated for resources: {'Port': ['ID=05ac8329-611a-4796-9325-9182795ae5b7,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:07.502525 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:07.518653 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:07.522274 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Pushing event updated for resources: {'Port': ['ID=12e1525b-ff6c-414d-8d23-6e767f631ba6,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:07.533602 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:07.542018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Request body: {'port': {'device_id': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:07.545023 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Attempting to bind port 12e1525b-ff6c-414d-8d23-6e767f631ba6 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:07.545376 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Attempting to bind port 12e1525b-ff6c-414d-8d23-6e767f631ba6 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '3d69fb32-43c2-43b6-b6c5-26d5b8c01749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9'}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:07.545724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Attempting to bind port 12e1525b-ff6c-414d-8d23-6e767f631ba6 on network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:07.557662 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Port 12e1525b-ff6c-414d-8d23-6e767f631ba6 on network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:39:07.558008 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Attempting to bind port 12e1525b-ff6c-414d-8d23-6e767f631ba6 on network 15acb488-d136-4dc6-b395-5f5c7e6c98c9 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:07.569385 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:07.569749 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Checking segment: {'id': '3d69fb32-43c2-43b6-b6c5-26d5b8c01749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:07.570356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Bound using segment: {'id': '3d69fb32-43c2-43b6-b6c5-26d5b8c01749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9'} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:07.570822 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Bound port: 12e1525b-ff6c-414d-8d23-6e767f631ba6, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d69fb32-43c2-43b6-b6c5-26d5b8c01749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9'}}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:07.571168 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:07.587033 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44658) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:07.588852 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:07.663931 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Router 48b39533-2e73-4f99-92d6-96fa31009774 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:39:07.664371 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port d5184074-79db-4b21-866f-a84c57d27ca8 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:07.664772 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:07.952102 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.018108 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-c9e5bf30-123f-448c-8d17-89d2bd3bf0b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:08.020953 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-c9e5bf30-123f-448c-8d17-89d2bd3bf0b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 818 time: 1.2157791 Jun 02 16:39:08.043928 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Network 1103f7d6-0b46-49c4-9397-728f705ec06e is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:08.050361 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:08.067955 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.150720 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a6c94484-ac83-4049-b9e3-fe66eab05d6b up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:08.413777 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port a6c94484-ac83-4049-b9e3-fe66eab05d6b triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:08.414290 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.542779 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:39:08.638990 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] For port 12e1525b-ff6c-414d-8d23-6e767f631ba6, host hv-cinder-79402, cleared binding levels {{(pid=98218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:08.645890 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] For port 12e1525b-ff6c-414d-8d23-6e767f631ba6, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6,segment=NetworkSegment(3d69fb32-43c2-43b6-b6c5-26d5b8c01749),segment_id=3d69fb32-43c2-43b6-b6c5-26d5b8c01749)] {{(pid=98218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:08.653771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-54b45421-25df-4e3a-8559-193f6c157ce0 req-60d13e32-b768-457a-b364-476a5f0d74dc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Synchronizing usage tracker for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:08.664595 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.665765 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.709055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1f530563-e321-4a2e-ac77-fa77becfdb1d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:08.740965 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-21bb116d-cccf-4d16-aef6-9ddefb3a8b8a None None] Provisioning complete for port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:08.741671 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-21bb116d-cccf-4d16-aef6-9ddefb3a8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.821964 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-54b45421-25df-4e3a-8559-193f6c157ce0 req-60d13e32-b768-457a-b364-476a5f0d74dc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Unset dirty status for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:08.823157 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-54b45421-25df-4e3a-8559-193f6c157ce0 req-60d13e32-b768-457a-b364-476a5f0d74dc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 210 time: 0.7404697 Jun 02 16:39:08.854751 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-21bb116d-cccf-4d16-aef6-9ddefb3a8b8a None None] Port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:39:08.873582 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Pushing event updated for resources: {'Port': ['ID=12e1525b-ff6c-414d-8d23-6e767f631ba6,revision_number=3']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:08.880654 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:08.885433 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:08.889115 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Usage tracker for resource:security_group_rule and tenant:15a455bdd89c461fb62f8cb08f7378b7 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:08.895867 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:08.901748 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:08.902296 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.903772 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] 10.222.0.48 "PUT /v2.0/ports/12e1525b-ff6c-414d-8d23-6e767f631ba6 HTTP/1.1" status: 200 len: 1094 time: 6.5230961 Jun 02 16:39:08.910950 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'tag': '12e1525b-ff6c-414d-8d23-6e767f631ba6'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:08.980369 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:08.983056 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.993553 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] 10.222.0.38 "PUT /v2.0/routers/48b39533-2e73-4f99-92d6-96fa31009774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1448610 Jun 02 16:39:08.993553 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.993553 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0faab0a7-e9e3-4d15-8235-4b111c4575f4 HTTP/1.1" status: 204 len: 168 time: 2.6287501 Jun 02 16:39:08.993553 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f64e5632-17f1-4e5f-81e4-dec518f6c57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:09.010015 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faab0a7-e9e3-4d15-8235-4b111c4575f4,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:09.017838 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:09.092557 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 6ead5318-2e31-4e4b-a163-8451dc311367 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:09.201488 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.209603 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.218704 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:09.262803 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 6ead5318-2e31-4e4b-a163-8451dc311367 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:09.276898 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 6ead5318-2e31-4e4b-a163-8451dc311367 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:09.279044 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.348101 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6452585-44d2-4ead-9924-6fc1820d128b,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:09.363038 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:09.391350 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15a455bdd89c461fb62f8cb08f7378b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7813272 Jun 02 16:39:09.400093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44696) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:09.583190 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.615602 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 6ead5318-2e31-4e4b-a163-8451dc311367, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=6ead5318-2e31-4e4b-a163-8451dc311367,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:09.632969 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.632969 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:09.649670 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9ea2-4d8d-4811-b0b4-d6882c06c6c4 req-f47162f8-c526-4268-9cc4-f586bd08cb49 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:09.662318 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-169a9ea2-4d8d-4811-b0b4-d6882c06c6c4 req-f47162f8-c526-4268-9cc4-f586bd08cb49 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 944 time: 1.0111394 Jun 02 16:39:09.667269 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.687419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:39:09.725011 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44706) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:09.736522 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84" -d '{"events": [{"name": "network-changed", "server_uuid": "024b2037-624a-4da5-94d1-2c9e6ce6f37c", "tag": "12e1525b-ff6c-414d-8d23-6e767f631ba6"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:09.817709 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.824960 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:09.958070 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:09.966677 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-169a9ea2-4d8d-4811-b0b4-d6882c06c6c4 req-0f864987-16d2-4907-ba9a-4bbe46e1cc00 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024499 Jun 02 16:39:09.981264 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=6ead5318-2e31-4e4b-a163-8451dc311367,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:09.990065 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Usage tracker for resource:security_group_rule and tenant:28c1cae878854616ab51230256eeb314 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:09.990208 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:09.996661 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:10.019079 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:10.028985 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:10.035049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:10.043544 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:10.101073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:10.103875 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6452585-44d2-4ead-9924-6fc1820d128b HTTP/1.1" status: 204 len: 168 time: 0.7025728 Jun 02 16:39:10.104998 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6452585-44d2-4ead-9924-6fc1820d128b,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:10.108190 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:10.413706 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Request body: {'port': {'device_id': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'admin_state_up': True, 'tenant_id': '63475470e62f49e09cc533ced56ca334'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:10.493713 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538690c3-2e20-472a-85de-ec223b841eb8 x-openstack-request-id: req-538690c3-2e20-472a-85de-ec223b841eb8 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:10.494067 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b2037-624a-4da5-94d1-2c9e6ce6f37c", "tag": "12e1525b-ff6c-414d-8d23-6e767f631ba6", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:10.494346 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-538690c3-2e20-472a-85de-ec223b841eb8 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:10.494836 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'tag': '12e1525b-ff6c-414d-8d23-6e767f631ba6', 'status': 'completed', 'code': 200} Jun 02 16:39:10.611516 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-978910a2-d49a-4070-929f-6be0f6355ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:10.621463 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-978910a2-d49a-4070-929f-6be0f6355ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5743270d9d5040548b5674402db7c88e&device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 1097 time: 0.2542605 Jun 02 16:39:10.691606 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:39:10.695973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ac8329-611a-4796-9325-9182795ae5b7 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:10.703328 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:39:10.723279 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:10.723946 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:10.827947 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44732) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:10.834315 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:10.841358 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d72de05c-d1f8-47cc-8f0d-218cd7dcca8b req-290eb1db-39d2-43b0-8dd7-364c2ce1a1e2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 210 time: 0.1882660 Jun 02 16:39:10.849641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819562825', 'description': 'tempest-description--397628'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:10.860258 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:10.908828 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Transition to ACTIVE for port object 05ac8329-611a-4796-9325-9182795ae5b7 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:10.958097 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b074eff-e867-430f-ac2c-17a5f58c1e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1912239 Jun 02 16:39:10.991589 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:10.992406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44734) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:11.024950 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:11.032454 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:11.046560 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:11.081867 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:11.082726 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 6ead5318-2e31-4e4b-a163-8451dc311367 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:11.121091 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-a963c75c-71ef-45ff-8d57-23179ddfa33e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6 HTTP/1.1" status: 200 len: 217 time: 0.2443905 Jun 02 16:39:11.130067 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:11.177416 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:11.255359 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-bcfbc209-9de3-48b7-bead-fb84d867bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:11.261034 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-bcfbc209-9de3-48b7-bead-fb84d867bac5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c904bb87-7853-4324-aecf-58414115dc9b HTTP/1.1" status: 200 len: 852 time: 0.1247637 Jun 02 16:39:11.280425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 6ead5318-2e31-4e4b-a163-8451dc311367 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:11.281112 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:11.329815 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Pushing event updated for resources: {'Port': ['ID=05ac8329-611a-4796-9325-9182795ae5b7,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:11.374370 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-98e1151a-9fa4-4388-bd91-9230a00ef14f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15acb488-d136-4dc6-b395-5f5c7e6c98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898135 Jun 02 16:39:11.481015 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:11.490613 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Usage tracker for resource:security_group_rule and tenant:76a24f6350dc4fef896c9f905d5dc4a7 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:11.496345 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:11.518655 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:11.668646 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-c9aef502-7ebd-4622-b805-61b092c8a569 service neutron] 10.222.0.48 "GET /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653375 Jun 02 16:39:11.773188 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:11.818073 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:39:11.832906 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:11.834034 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Attempting to bind port 05ac8329-611a-4796-9325-9182795ae5b7 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:11.834385 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Attempting to bind port 05ac8329-611a-4796-9325-9182795ae5b7 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:11.834729 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Attempting to bind port 05ac8329-611a-4796-9325-9182795ae5b7 on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:11.836290 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:11.838169 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:11.944692 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:05Z', 'revision_number': 2, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:11.960690 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:39:11.961460 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Updating router 2b074eff-e867-430f-ac2c-17a5f58c1e72 port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:39:12.004395 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:12.026074 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bc526e13-fccc-41ee-8b4d-941f3cf9e30d req-7bc006d7-30ff-46e4-ad66-5b6f3c1d7070 service neutron] 10.222.0.48 "GET /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313024 Jun 02 16:39:12.038554 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:12.041458 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Port 05ac8329-611a-4796-9325-9182795ae5b7 on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:39:12.043290 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Attempting to bind port 05ac8329-611a-4796-9325-9182795ae5b7 on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:12.061344 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Made reservation on behalf of 63475470e62f49e09cc533ced56ca334 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:39:12.069717 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.087307 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.091232 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.129749 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.225765 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:12.227985 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Checking segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:12.228673 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Bound using segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:12.231609 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Bound port: 05ac8329-611a-4796-9325-9182795ae5b7, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:12.232224 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.262149 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:12.291581 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44770) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:12.324342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577478219', 'description': 'tempest-description--463460630'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:12.339045 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:12.339273 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:12.368307 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28c1cae878854616ab51230256eeb314&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6389077 Jun 02 16:39:12.370447 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:12.374736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:12.390824 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44776) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:12.391164 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:12.415172 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:12.469338 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:12.471759 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:12.490668 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8d92e-f3df-405b-8e7a-b7bceda975e1,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:12.537909 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:12.719683 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.749877 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:12.761723 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.791736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-f9b349fe-c349-40a4-b7ac-3ae5ef1e9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:12.794129 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-f9b349fe-c349-40a4-b7ac-3ae5ef1e9974 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5743270d9d5040548b5674402db7c88e&device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 1097 time: 0.6681960 Jun 02 16:39:12.795081 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.828858 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Allocated IP 172.20.0.3 (03fe79b9-99bf-41a8-96ab-aae83bd94e39/5a239607-39ad-407e-af67-c9ea3da7a3e5/cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:12.900912 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.913364 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Transition to ACTIVE for port object c0ccd456-4c17-4b69-92f2-3a8cea50ab06 will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:12.920617 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:12.927491 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.006421 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 2, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:13.010781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:39:13.011592 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Updating router 48b39533-2e73-4f99-92d6-96fa31009774 port a4659d20-ec5d-4928-8999-242906cd198d binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:39:13.051381 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ad3faddd-3157-409d-bfd8-0052e1e4d5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.062896 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:13.067900 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:13.070600 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:13.076965 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:13.085306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.091769 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.095939 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6ff2-f19e-4f66-a4f7-f0bcd17ae62a None None] Pushing event updated for resources: {'Port': ['ID=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:13.103167 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-3f2a6ff2-f19e-4f66-a4f7-f0bcd17ae62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:13.161677 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-16573fbc-ade3-4a94-9a2c-3668fa426970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:13.163389 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-16573fbc-ade3-4a94-9a2c-3668fa426970 service neutron] 10.222.0.48 "GET /v2.0/networks?id=15acb488-d136-4dc6-b395-5f5c7e6c98c9 HTTP/1.1" status: 200 len: 913 time: 0.2512665 Jun 02 16:39:13.167929 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.179965 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.183408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.208651 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65911ef8-3740-4fd6-adf6-625c6868496f,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:13.225118 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:13.238915 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.247623 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Attempting to bind port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:13.248223 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Attempting to bind port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:13.248849 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Attempting to bind port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 on network 1103f7d6-0b46-49c4-9397-728f705ec06e {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:13.257952 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:13.258380 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Checking segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:13.258798 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.259247 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Bound using segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:13.259729 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Bound port: c0ccd456-4c17-4b69-92f2-3a8cea50ab06, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:13.260155 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.277480 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.337342 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-c1c49985-25a9-4c75-831e-40d3b37a542b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6 HTTP/1.1" status: 200 len: 217 time: 0.1057069 Jun 02 16:39:13.338274 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.356586 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] For port 05ac8329-611a-4796-9325-9182795ae5b7, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:13.364663 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] For port 05ac8329-611a-4796-9325-9182795ae5b7, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=05ac8329-611a-4796-9325-9182795ae5b7,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:13.393164 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb78949-df0d-4aad-8fa5-81fbe0eabe38,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:13.396046 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] For port c0ccd456-4c17-4b69-92f2-3a8cea50ab06, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:13.396727 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.399689 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] For port c0ccd456-4c17-4b69-92f2-3a8cea50ab06, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:13.406118 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.406573 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:13.407556 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.411324 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-e7033b7f-26c2-4e47-a3f9-58655027633f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.440326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b0afc7e4-336a-4b5e-bf40-bf1b647b476c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.471039 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-9e3ef0df-f485-463d-b442-79c72801439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:13.473411 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-9e3ef0df-f485-463d-b442-79c72801439e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c904bb87-7853-4324-aecf-58414115dc9b HTTP/1.1" status: 200 len: 852 time: 0.1265919 Jun 02 16:39:13.482905 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ebc187-ef96-482a-9f74-926fe55043e5,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:13.494548 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:13.500084 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.502724 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6ff2-f19e-4f66-a4f7-f0bcd17ae62a None None] Pushing event updated for resources: {'Port': ['ID=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,revision_number=4']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:13.510837 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-3f2a6ff2-f19e-4f66-a4f7-f0bcd17ae62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:13.539162 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:13.539790 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:13.540987 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1021f2c-67eb-43d3-8a48-a93ac74f6b70 req-6beeba80-8b92-447f-8d9e-3c96ae80afdf tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:13.552447 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e1021f2c-67eb-43d3-8a48-a93ac74f6b70 req-6beeba80-8b92-447f-8d9e-3c96ae80afdf tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 944 time: 2.2312143 Jun 02 16:39:13.561106 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-7e3e0245-f741-4a60-964f-d296c4983318 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=15acb488-d136-4dc6-b395-5f5c7e6c98c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643878 Jun 02 16:39:13.570267 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.574568 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 2.7422807 Jun 02 16:39:13.575453 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.579313 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2700615 Jun 02 16:39:13.579876 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44788) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:13.580201 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44790) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:13.602096 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.629964 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Transition to ACTIVE for port object a4659d20-ec5d-4928-8999-242906cd198d will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:13.640276 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e1021f2c-67eb-43d3-8a48-a93ac74f6b70 req-b80f2c68-37ba-4079-b215-464385d63f8c tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Jun 02 16:39:13.648691 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:13.651426 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.658021 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-e0641a6a-2212-4db8-946a-e58d4d393ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:13.665857 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:13.673609 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76a24f6350dc4fef896c9f905d5dc4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6769233 Jun 02 16:39:13.681472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 44792) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:13.682581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:13.688472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:13.689349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.749753 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-ab7fb9a1-5a46-4d35-8361-5f193ba16003 service neutron] 10.222.0.48 "GET /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805155 Jun 02 16:39:13.752968 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'security_group_rule': {'security_group_id': '65911ef8-3740-4fd6-adf6-625c6868496f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:13.761942 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'security_group_rule': {'security_group_id': '93ebc187-ef96-482a-9f74-926fe55043e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:13.765565 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:13.766413 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.768587 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:13.774256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:13.775996 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] 10.222.0.48 "PUT /v2.0/ports/05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 1094 time: 6.2529478 Jun 02 16:39:13.776453 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:13.789686 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'tag': '05ac8329-611a-4796-9325-9182795ae5b7'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:13.794628 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:13.858883 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:13.890168 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:13.895746 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.913174 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:13.918302 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:13.966947 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:14.047727 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.053986 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Pushing event updated for resources: {'Port': ['ID=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:14.062181 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:14.063033 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a581d-3415-4758-976d-f3393a2a0fd2 None None] Pushing event updated for resources: {'Port': ['ID=a4659d20-ec5d-4928-8999-242906cd198d,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:14.069240 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-134a581d-3415-4758-976d-f3393a2a0fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:14.167030 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.209964 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Attempting to bind port a4659d20-ec5d-4928-8999-242906cd198d on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:14.210481 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Attempting to bind port a4659d20-ec5d-4928-8999-242906cd198d by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:14.210986 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Attempting to bind port a4659d20-ec5d-4928-8999-242906cd198d on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:14.217071 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:14.217638 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Checking segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:14.218198 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.218805 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Bound using segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:14.219545 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Bound port: a4659d20-ec5d-4928-8999-242906cd198d, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:14.220017 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.358196 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-25ad23ca-9825-45b2-a3b9-cdfdc13a9a84 req-e4b62f52-f798-4661-a15f-1c9aa64dacec service neutron] 10.222.0.48 "GET /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525026 Jun 02 16:39:14.360672 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:14.379548 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.385167 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26204523-0ecd-47a7-8212-ac19ad8a65b1,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:14.395251 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-3f9b37d0-55a9-4394-964f-ddf953918c55 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:14.396321 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-3f9b37d0-55a9-4394-964f-ddf953918c55 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Synchronizing usage tracker for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:14.407987 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.409188 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd" -d '{"events": [{"name": "network-changed", "server_uuid": "530eaa6a-eb5d-4848-a855-84a27735b71a", "tag": "05ac8329-611a-4796-9325-9182795ae5b7"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:14.429089 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:14.429746 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:14.445383 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8d92e-f3df-405b-8e7a-b7bceda975e1,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:14.447242 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:14.460483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.461702 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42c8d92e-f3df-405b-8e7a-b7bceda975e1 HTTP/1.1" status: 204 len: 168 time: 2.0628104 Jun 02 16:39:14.474465 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.483586 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.485891 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7386811 Jun 02 16:39:14.486604 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44830) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:14.507678 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'security_group_rule': {'security_group_id': '93ebc187-ef96-482a-9f74-926fe55043e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:14.521422 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] For port a4659d20-ec5d-4928-8999-242906cd198d, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:14.521851 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:14.527994 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] For port a4659d20-ec5d-4928-8999-242906cd198d, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a4659d20-ec5d-4928-8999-242906cd198d,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:14.530086 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:14.536270 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:14.537811 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-a7c264da-efba-493e-9faa-918704deec09 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2351921 Jun 02 16:39:14.539668 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.544901 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-3f9b37d0-55a9-4394-964f-ddf953918c55 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Unset dirty status for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:14.552413 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:14.553775 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-3f9b37d0-55a9-4394-964f-ddf953918c55 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 931 time: 2.0131226 Jun 02 16:39:14.562772 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-de2d6aba-0beb-4ebf-9264-169735db0f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:14.610563 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Request body: {'port': {'device_id': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:14.655459 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.683886 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-dbc86edc-e5c8-4f4d-869f-a0aab33cebfb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Synchronizing usage tracker for tenant:63475470e62f49e09cc533ced56ca334 on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:14.689976 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:14.690817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:14.734618 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:13Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:14.739742 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.750842 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb911f5c-9aec-48e8-b89b-6e668d9d2b55 None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:13Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:39:14.766339 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.767244 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Pushing event updated for resources: {'Port': ['ID=05ac8329-611a-4796-9325-9182795ae5b7,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:14.779539 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.835761 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.428s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:14.839010 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:14.845634 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.218s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:14.846000 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:14.848406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-dbc86edc-e5c8-4f4d-869f-a0aab33cebfb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Unset dirty status for tenant:63475470e62f49e09cc533ced56ca334 on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:14.857628 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-14b89b1c-4bb2-44d7-ab5b-a4227daf1ecc req-dbc86edc-e5c8-4f4d-869f-a0aab33cebfb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022821 Jun 02 16:39:14.861113 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56904db-0908-49e3-b815-eaa12292ecae x-openstack-request-id: req-c56904db-0908-49e3-b815-eaa12292ecae {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:14.861401 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530eaa6a-eb5d-4848-a855-84a27735b71a", "tag": "05ac8329-611a-4796-9325-9182795ae5b7", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:14.861672 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c56904db-0908-49e3-b815-eaa12292ecae {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:14.862143 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'tag': '05ac8329-611a-4796-9325-9182795ae5b7', 'status': 'completed', 'code': 200} Jun 02 16:39:14.898018 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff29b745-fffe-4277-be11-68d2be898061,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:14.904483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:14.910608 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-ed4b9273-1198-49ff-b59f-a87c37c04fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:14.912059 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-ed4b9273-1198-49ff-b59f-a87c37c04fc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1097 time: 0.9765556 Jun 02 16:39:14.989408 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:14.991173 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2452395 Jun 02 16:39:14.998044 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44842) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:15.027980 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'security_group_rule': {'security_group_id': '65911ef8-3740-4fd6-adf6-625c6868496f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:15.039319 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.049495 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:15.059987 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.066311 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:15.093209 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:15.096587 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4ee62ca4-cb76-43b0-bedb-e79892b52a7b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:15.119732 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a581d-3415-4758-976d-f3393a2a0fd2 None None] Pushing event updated for resources: {'Port': ['ID=a4659d20-ec5d-4928-8999-242906cd198d,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:15.126924 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-134a581d-3415-4758-976d-f3393a2a0fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:15.131804 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:15.135087 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:15.193618 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ae8b5d-5bd8-4426-9e43-54137f54c603,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:15.208976 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:15.209989 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device c0ccd456-4c17-4b69-92f2-3a8cea50ab06 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:15.225598 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.239787 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-9e99d9de-f195-48b1-8eaa-e650e326a573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.3008907 Jun 02 16:39:15.242201 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.247293 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7521536 Jun 02 16:39:15.250859 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44844) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:15.261426 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'floatingip': {'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:15.270428 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:15.275275 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:floatingip and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:15.280153 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:15.291352 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:15.323637 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.345695 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.449720 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-84f76dfa-4c47-43b6-80dd-48b9ef500631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:15.451647 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-84f76dfa-4c47-43b6-80dd-48b9ef500631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.1951215 Jun 02 16:39:15.474622 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.551857 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.574708 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.585960 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f5f5df6f-296f-49d4-994b-e785d0d855a1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:15.602631 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.603680 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6017592 Jun 02 16:39:15.608559 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 44860) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:15.615313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'floatingip': {'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:15.621257 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:15.624521 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:15.624841 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:15.630115 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:floatingip and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:15.633722 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-7a158257-f5d4-4790-b8db-72403110e89b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574576 Jun 02 16:39:15.635200 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:15.643240 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:15.662869 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f103c2c6-7490-4e27-80f2-9efa7ef9f2ee,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:15.671190 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:15.671563 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.677656 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.683433 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb78949-df0d-4aad-8fa5-81fbe0eabe38,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:15.687317 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:15.743217 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:15.774782 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.807590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:15.808722 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bb78949-df0d-4aad-8fa5-81fbe0eabe38 HTTP/1.1" status: 204 len: 168 time: 2.1095383 Jun 02 16:39:15.839360 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ed967-8faf-4cd6-9870-b1028a0afb4d req-1a8babf1-5879-4d4c-8a15-176f490692e5 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:15.859999 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-342ed967-8faf-4cd6-9870-b1028a0afb4d req-1a8babf1-5879-4d4c-8a15-176f490692e5 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 944 time: 0.6865511 Jun 02 16:39:16.298519 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 12e1525b-ff6c-414d-8d23-6e767f631ba6 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:39:16.440060 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-342ed967-8faf-4cd6-9870-b1028a0afb4d req-61357372-d012-41c2-8227-7a3c04350f89 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790665 Jun 02 16:39:16.513117 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Allocated IP 172.28.0.168 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/7c08b779-d74a-4479-b05d-d69ddc52fad5) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:16.578571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:16.670229 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 12e1525b-ff6c-414d-8d23-6e767f631ba6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6,segment=NetworkSegment(3d69fb32-43c2-43b6-b6c5-26d5b8c01749),segment_id=3d69fb32-43c2-43b6-b6c5-26d5b8c01749)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:16.692522 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '12e1525b-ff6c-414d-8d23-6e767f631ba6', 'network_id': '15acb488-d136-4dc6-b395-5f5c7e6c98c9', 'port_id': '12e1525b-ff6c-414d-8d23-6e767f631ba6', 'mac_address': 'fa:16:3e:1e:5b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c904bb87-7853-4324-aecf-58414115dc9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:39:16.757881 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-68664fe0-f226-4725-9b0e-7ae57b35b6f9 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1016147 Jun 02 16:39:16.778612 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:14Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:16.781776 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:16.810374 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f150bac-002a-4cc7-8b6e-c2932f9439f0 None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:14Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:39:16.814802 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:16.840556 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e1525b-ff6c-414d-8d23-6e767f631ba6 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:16.861841 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 12e1525b-ff6c-414d-8d23-6e767f631ba6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6,segment=NetworkSegment(3d69fb32-43c2-43b6-b6c5-26d5b8c01749),segment_id=3d69fb32-43c2-43b6-b6c5-26d5b8c01749)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:16.875159 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:16.879774 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-134a581d-3415-4758-976d-f3393a2a0fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:16.953864 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port c0ccd456-4c17-4b69-92f2-3a8cea50ab06, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:16.964369 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:16.981055 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=12e1525b-ff6c-414d-8d23-6e767f631ba6,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:16.989372 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:16.991800 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21cc4090-3fe1-4cfc-aa70-06250ace56f8 req-721145d0-ece1-4cd8-b20d-ef21ea3356e7 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938393 Jun 02 16:39:16.992505 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:17.051990 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ad96-0914-4142-93ff-cf4d447848c0 req-7f139b0d-8038-4444-b94d-f0b45b7772e9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:17.060983 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5275ad96-0914-4142-93ff-cf4d447848c0 req-7f139b0d-8038-4444-b94d-f0b45b7772e9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 931 time: 0.8130536 Jun 02 16:39:17.139090 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:17.199988 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a4659d20-ec5d-4928-8999-242906cd198d up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:17.261316 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5275ad96-0914-4142-93ff-cf4d447848c0 req-81fb3dde-a626-4e53-a1d9-c5edda90e260 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980019 Jun 02 16:39:17.261787 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:17.288211 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:17.337039 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['12e1525b-ff6c-414d-8d23-6e767f631ba6'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:39:17.411407 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:17.417284 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:17.422992 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:17.484667 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:17.499505 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'Port': ['ID=7c08b779-d74a-4479-b05d-d69ddc52fad5,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:17.507624 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:17.508770 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Allocated IP 172.28.0.186 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/f413c5f4-e8f6-4a06-90b6-dbb87e0d0833) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:17.530855 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:17.564598 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port a4659d20-ec5d-4928-8999-242906cd198d completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:17.571762 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-b8da59ab-f13c-4347-ad40-e0d933d6db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:17.577096 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-b8da59ab-f13c-4347-ad40-e0d933d6db29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1097 time: 0.5071120 Jun 02 16:39:17.653834 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:17.655759 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port a4659d20-ec5d-4928-8999-242906cd198d triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:17.656359 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:17.726662 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:17.988357 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.055422 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.060989 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.106747 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Transition to ACTIVE for port object cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:18.148431 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.169696 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port a4659d20-ec5d-4928-8999-242906cd198d, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a4659d20-ec5d-4928-8999-242906cd198d,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:18.177150 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-41a4e1ee-dfe1-4870-8177-b09bc6077215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:18.183180 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.188596 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-ae42e6b4-7e3e-4e1f-b36f-3826c3416b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:18.209812 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.252499 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-3c87485f-1b2f-4889-a9ef-69db7a23b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:18.270074 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-3c87485f-1b2f-4889-a9ef-69db7a23b8b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.6816509 Jun 02 16:39:18.418636 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=a4659d20-ec5d-4928-8999-242906cd198d,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:18.430406 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:18.447924 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.478360 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a08fbaf1-f497-42c9-b22a-fe4a299cf897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:18.531628 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:18.539887 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-19b1f407-5af5-4af1-8462-caed7e797853 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.2412684 Jun 02 16:39:18.541247 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:18.556858 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:18.604595 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'Port': ['ID=f413c5f4-e8f6-4a06-90b6-dbb87e0d0833,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:18.616474 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:18.640464 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.642447 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.649673 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.658276 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4b0d083e-3181-4b08-b3e5-ee4bacb71689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:18.745464 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'Port': ['ID=7c08b779-d74a-4479-b05d-d69ddc52fad5,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:18.781331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7233986-4793-44d6-80e0-84cb6fbea01e req-7fb213fa-1da9-4138-b854-d2dd31872062 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:18.783426 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c7233986-4793-44d6-80e0-84cb6fbea01e req-7fb213fa-1da9-4138-b854-d2dd31872062 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 945 time: 1.0412438 Jun 02 16:39:18.815559 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Pushing event updated for resources: {'Port': ['ID=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:18.833715 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:18.834511 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:18.845230 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.896401 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.920189 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-25db5e26-537f-4e23-8e58-673122f9c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:18.921956 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-25db5e26-537f-4e23-8e58-673122f9c6b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.2072427 Jun 02 16:39:18.975111 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:18.991576 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7393792 Jun 02 16:39:19.007045 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Attempting to bind port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:19.007516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Attempting to bind port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:19.008129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Attempting to bind port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:19.053624 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c7233986-4793-44d6-80e0-84cb6fbea01e req-3909748b-5581-40d8-8413-a44e3254ec47 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528954 Jun 02 16:39:19.065155 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-f9feb77b-9fa9-442a-a58c-aefa30cfe342 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257801 Jun 02 16:39:19.065155 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:39:19.065155 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Attempting to bind port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f on network 03fe79b9-99bf-41a8-96ab-aae83bd94e39 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:19.160617 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:19.161046 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Checking segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:19.161434 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Bound using segment: {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:19.161892 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Bound port: cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1507e371-128e-437f-84a3-cfec995d278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:19.162241 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.168423 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device c0ccd456-4c17-4b69-92f2-3a8cea50ab06 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:19.242351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.259655 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.265638 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:19.271895 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:19.272465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.329222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] For port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:19.333145 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] For port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:19.347848 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b834fa5-f478-448f-9067-6ce3940f6bc9 req-6259cd8a-7d39-44d7-96b7-bf9cc08c3107 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:19.355579 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b834fa5-f478-448f-9067-6ce3940f6bc9 req-6259cd8a-7d39-44d7-96b7-bf9cc08c3107 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 943 time: 0.7185466 Jun 02 16:39:19.361791 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.405666 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.443718 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a4659d20-ec5d-4928-8999-242906cd198d up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:19.451761 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a47d5a0b-e472-481b-827c-3fa6a17d91b9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:19.452289 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.453682 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8437662 Jun 02 16:39:19.489375 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'Port': ['ID=f413c5f4-e8f6-4a06-90b6-dbb87e0d0833,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:19.495217 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:19.529921 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port a4659d20-ec5d-4928-8999-242906cd198d triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:19.530309 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.560144 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Pushing event updated for resources: {'Port': ['ID=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:19.590837 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:19.621162 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:19.621923 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.623311 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] 10.222.0.48 "PUT /v2.0/ports/cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f HTTP/1.1" status: 200 len: 1093 time: 5.0496788 Jun 02 16:39:19.652671 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'tag': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:19.655351 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087370f4-ba4e-4607-a06c-605b14bd41f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c021f3-1e23-4045-a776-a2899d9c75d8", "tag": "cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:19.670437 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-8be3011a-d29b-41a7-be7d-f46cace89cc6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Synchronizing usage tracker for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:19.684381 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b834fa5-f478-448f-9067-6ce3940f6bc9 req-45f74e45-5708-4d1c-b848-f084cbd59def tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279297 Jun 02 16:39:19.740990 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-bd508824-1e06-41df-adbb-f01e47677881 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646283 Jun 02 16:39:19.883162 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-8be3011a-d29b-41a7-be7d-f46cace89cc6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Unset dirty status for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:19.890586 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-8be3011a-d29b-41a7-be7d-f46cace89cc6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1577478219&fields=id&tenant_id=d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 267 time: 0.4435244 Jun 02 16:39:19.973342 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5bc70f5d-d8a0-4865-8dd5-56c474fc13bd req-7b6841cd-cc4f-473f-9676-4f17cfb39370 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215500 Jun 02 16:39:19.995342 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-ef73d922-01ef-47e3-b1b0-1fb9cfe83603 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:20.087086 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-ef73d922-01ef-47e3-b1b0-1fb9cfe83603 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:20.090900 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-ef73d922-01ef-47e3-b1b0-1fb9cfe83603 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--819562825&fields=id&tenant_id=4841dca9be2d4230854a98ee293b6f94 HTTP/1.1" status: 200 len: 267 time: 0.2334819 Jun 02 16:39:20.114834 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-1453298d-e453-4e8c-bd72-a7aa99b7f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:20.116714 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-1453298d-e453-4e8c-bd72-a7aa99b7f5e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 1096 time: 0.4356165 Jun 02 16:39:20.261902 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 05ac8329-611a-4796-9325-9182795ae5b7 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:39:20.289674 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-5ac495ff-6305-44bb-a60d-d42d46a6b715 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:20.290380 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-5ac495ff-6305-44bb-a60d-d42d46a6b715 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Synchronizing usage tracker for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:network {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:20.301460 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 12e1525b-ff6c-414d-8d23-6e767f631ba6 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:20.314800 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-cd66ee9b-b110-4b03-96ba-85b01d9a1537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f HTTP/1.1" status: 200 len: 217 time: 0.1739295 Jun 02 16:39:20.466135 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-5ac495ff-6305-44bb-a60d-d42d46a6b715 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Unset dirty status for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:network {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:20.474544 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-5ac495ff-6305-44bb-a60d-d42d46a6b715 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 816 time: 0.5789537 Jun 02 16:39:20.475085 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f169-a493-474c-8662-dda474ab73ff req-a40cf150-01f4-46fd-bda0-0812ac2b99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:20.484230 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-a40cf150-01f4-46fd-bda0-0812ac2b99d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.1602986 Jun 02 16:39:20.505285 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 12e1525b-ff6c-414d-8d23-6e767f631ba6 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:20.511691 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 12e1525b-ff6c-414d-8d23-6e767f631ba6 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:20.512068 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:20.558591 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-cc2e0896-38a2-4f36-98f4-9ee9f2fdf1c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672331 Jun 02 16:39:20.564700 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-1b11cf20-7540-4983-a7b7-78b68ebc291b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/quotas/d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 375 time: 0.0799491 Jun 02 16:39:20.589835 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 05ac8329-611a-4796-9325-9182795ae5b7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=05ac8329-611a-4796-9325-9182795ae5b7,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:20.593586 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fc5caf44-598c-404d-b578-7e1d35bb1a22 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:20.594290 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fc5caf44-598c-404d-b578-7e1d35bb1a22 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:network {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:20.609194 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '05ac8329-611a-4796-9325-9182795ae5b7', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'port_id': '05ac8329-611a-4796-9325-9182795ae5b7', 'mac_address': 'fa:16:3e:8f:32:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:39:20.727095 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:20.736242 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:20.751246 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fc5caf44-598c-404d-b578-7e1d35bb1a22 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:network {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:20.752493 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fc5caf44-598c-404d-b578-7e1d35bb1a22 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 809 time: 0.6552253 Jun 02 16:39:20.764498 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ac8329-611a-4796-9325-9182795ae5b7 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:20.786678 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e1525b-ff6c-414d-8d23-6e767f631ba6'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:20.810735 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-2029f002-c72a-4611-bb59-90c6a192af91 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436411 Jun 02 16:39:20.851630 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-74e12e47-64c1-4013-9b3a-7567924d65f3 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/quotas/4841dca9be2d4230854a98ee293b6f94 HTTP/1.1" status: 200 len: 375 time: 0.0822752 Jun 02 16:39:20.865113 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 05ac8329-611a-4796-9325-9182795ae5b7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=05ac8329-611a-4796-9325-9182795ae5b7,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:20.871621 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 12e1525b-ff6c-414d-8d23-6e767f631ba6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6,segment=NetworkSegment(3d69fb32-43c2-43b6-b6c5-26d5b8c01749),segment_id=3d69fb32-43c2-43b6-b6c5-26d5b8c01749)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:20.875250 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:20.878698 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:20.924656 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:20.977017 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dd01f169-a493-474c-8662-dda474ab73ff req-f8516fb9-ef6f-4f70-aadb-ab2b06da0926 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540899 Jun 02 16:39:20.992982 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=05ac8329-611a-4796-9325-9182795ae5b7,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:20.999038 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:20.999461 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:21.055421 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-6de1aab9-031b-4b35-826d-863d3a53d7e9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Synchronizing usage tracker for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:21.084626 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4026661f-6d0e-4e26-8674-094cb1bab53b" -d '{"events": [{"server_uuid": "024b2037-624a-4da5-94d1-2c9e6ce6f37c", "name": "network-vif-plugged", "status": "completed", "tag": "12e1525b-ff6c-414d-8d23-6e767f631ba6"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:21.128746 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=12e1525b-ff6c-414d-8d23-6e767f631ba6,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:21.130456 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:21.141913 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-6de1aab9-031b-4b35-826d-863d3a53d7e9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Unset dirty status for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:21.143261 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-6de1aab9-031b-4b35-826d-863d3a53d7e9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5565591 Jun 02 16:39:21.166609 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-0ce320f5-9500-460f-87a4-89cfea5ec8ec tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3058927 Jun 02 16:39:21.180663 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['05ac8329-611a-4796-9325-9182795ae5b7'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:39:21.437052 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-babc1253-91ba-4845-a103-68e884ac380f service neutron] 10.222.0.38 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395284 Jun 02 16:39:21.498346 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-782149fa-b0b6-448e-bebb-619e0825b2b8 service neutron] 10.222.0.38 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302810 Jun 02 16:39:21.692057 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-e3c35fb4-4e35-4bf1-a0ab-e83f23d2240c service neutron] 10.222.0.38 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448320 Jun 02 16:39:21.719553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-5b3333e7-063b-4a37-80e4-d0d65f16a6cd service neutron] 10.222.0.38 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131004 Jun 02 16:39:21.945187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f90763-3345-439b-b3d1-ffa3edbe3924 x-openstack-request-id: req-94f90763-3345-439b-b3d1-ffa3edbe3924 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:21.945497 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c021f3-1e23-4045-a776-a2899d9c75d8", "tag": "cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:21.945767 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94f90763-3345-439b-b3d1-ffa3edbe3924 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:21.946284 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'tag': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f', 'status': 'completed', 'code': 200} Jun 02 16:39:22.272030 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 05ac8329-611a-4796-9325-9182795ae5b7 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:22.278114 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-094294b6-d091-45f7-a79e-c9234c92913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:22.279639 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-094294b6-d091-45f7-a79e-c9234c92913b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 1096 time: 0.3152609 Jun 02 16:39:22.355792 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a4b7c-10ca-406f-a50d-b24a02ca316e req-ca9b4c8a-a59e-42a9-8dba-4d0be9d5688a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:22.364053 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-242a4b7c-10ca-406f-a50d-b24a02ca316e req-ca9b4c8a-a59e-42a9-8dba-4d0be9d5688a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 943 time: 0.2082298 Jun 02 16:39:22.369597 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 05ac8329-611a-4796-9325-9182795ae5b7 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:22.376587 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 05ac8329-611a-4796-9325-9182795ae5b7 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:22.377278 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:22.486260 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45204) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:22.528072 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:22.571309 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 05ac8329-611a-4796-9325-9182795ae5b7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=05ac8329-611a-4796-9325-9182795ae5b7,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:22.575317 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20eaa-f327-47fa-9c66-91e7271bd4d2 req-ce906da8-717a-44e2-995f-346b08ff83b2 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:22.577096 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adc20eaa-f327-47fa-9c66-91e7271bd4d2 req-ce906da8-717a-44e2-995f-346b08ff83b2 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.4973278 Jun 02 16:39:22.582953 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:22.586256 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:22.663937 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-242a4b7c-10ca-406f-a50d-b24a02ca316e req-f0c2a196-fe2d-4a61-b49a-2089e1040344 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989082 Jun 02 16:39:22.704199 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adc20eaa-f327-47fa-9c66-91e7271bd4d2 req-8a845a6a-7b5d-474e-97c9-72fee0e74e9b tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183741 Jun 02 16:39:22.720005 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:22.761050 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-04acfde5-e159-44f5-a27f-a6c267fc1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:22.762274 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:22.763863 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-04acfde5-e159-44f5-a27f-a6c267fc1491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.4709220 Jun 02 16:39:22.765499 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=05ac8329-611a-4796-9325-9182795ae5b7,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:22.773702 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:cd461528850c4623a8730637101c1d05 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:22.778285 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:22.786646 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:22.796501 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:22.891822 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-b274456e-58dc-47ea-b71b-33ad5f6ffe94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f HTTP/1.1" status: 200 len: 217 time: 0.1112344 Jun 02 16:39:22.955637 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dc8ba-afbe-4810-aaa3-ea735f39e970 x-openstack-request-id: req-4b4dc8ba-afbe-4810-aaa3-ea735f39e970 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:22.955858 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b2037-624a-4da5-94d1-2c9e6ce6f37c", "name": "network-vif-plugged", "status": "completed", "tag": "12e1525b-ff6c-414d-8d23-6e767f631ba6", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:22.956541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b4dc8ba-afbe-4810-aaa3-ea735f39e970 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:22.957266 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e1525b-ff6c-414d-8d23-6e767f631ba6', 'code': 200} Jun 02 16:39:22.992174 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:22.997505 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:23.010180 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a7f8ceeb-3fa3-4378-92a6-05411f6893bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:23.073142 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-4dddbee5-1d7f-468e-9e1a-b4bcd3075043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:23.085843 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f23e6b-33c8-46d1-bd61-47b3de8fb9ad,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:23.086719 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-4dddbee5-1d7f-468e-9e1a-b4bcd3075043 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.1942852 Jun 02 16:39:23.088991 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ccdd5ae4-f92e-45ac-9d11-c17d66122f26 req-42a752a9-73b6-4eb3-a432-7ea0ec6bde90 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 210 time: 0.2075846 Jun 02 16:39:23.121835 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd461528850c4623a8730637101c1d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6319511 Jun 02 16:39:23.123189 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:23.123943 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45234) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:23.213576 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:23.251400 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:23.273422 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-1f1b6821-04d2-4f25-8779-657a9e144644 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084924 Jun 02 16:39:23.329268 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b2847c5-68fb-4f33-8eeb-ecd6f00fb506 req-a1bc08e1-2506-48df-9cc9-440b429dcdfa tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 210 time: 0.2393091 Jun 02 16:39:23.595730 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-b11b0975-f266-4ef8-80c7-924955a4dbd8 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151090 Jun 02 16:39:23.662168 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-eb95d378-48ac-4980-873d-5c12b60f2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:23.663800 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-eb95d378-48ac-4980-873d-5c12b60f2692 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 1099 time: 0.3846984 Jun 02 16:39:23.762724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:23.781589 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-720c3906-5202-4124-81f3-5247ecf8950d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:23.802438 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-5e71d277-144c-479c-9d7e-7754ecbf205a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:23.806414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:23.821088 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-5e71d277-144c-479c-9d7e-7754ecbf205a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 809 time: 0.4688184 Jun 02 16:39:23.829123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f23e6b-33c8-46d1-bd61-47b3de8fb9ad,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:23.838179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:23.845299 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Usage tracker for resource:security_group_rule and tenant:4500f7c004954fa49604df6673f28754 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:23.850567 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:23.851406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:23.875690 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:23.885391 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-087370f4-ba4e-4607-a06c-605b14bd41f5 req-05c5d7e9-9a86-4f6d-bffb-df89bce4c672 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817214 Jun 02 16:39:23.932661 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45276) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:23.942927 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:23.944473 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8f23e6b-33c8-46d1-bd61-47b3de8fb9ad HTTP/1.1" status: 204 len: 168 time: 0.8193276 Jun 02 16:39:23.961665 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-af2516ee-920f-493f-a3f7-779db7cf92a7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:security_group {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:23.986671 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-af2516ee-920f-493f-a3f7-779db7cf92a7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:security_group {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:23.993421 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-af2516ee-920f-493f-a3f7-779db7cf92a7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4841dca9be2d4230854a98ee293b6f94 HTTP/1.1" status: 200 len: 379 time: 0.1517694 Jun 02 16:39:24.004525 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'port': {'device_id': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'admin_state_up': True, 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'security_groups': ['65911ef8-3740-4fd6-adf6-625c6868496f']}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:24.203022 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.211109 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbf94c-c4c9-442a-bb8b-aa2954d2fab5 req-8d5f99d8-3b3a-4730-9941-c17ea87c1f9a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:24.212774 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b3bbf94c-c4c9-442a-bb8b-aa2954d2fab5 req-8d5f99d8-3b3a-4730-9941-c17ea87c1f9a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 943 time: 0.2749133 Jun 02 16:39:24.264404 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:39:24.270775 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:24.287417 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Usage tracker for resource:security_group_rule and tenant:545d1bc22b784039a9637f089105f388 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:24.297110 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d615f6-6c9c-4e7e-aecc-de5e2db86ad0 req-0c3829a5-d68c-4262-a0ba-bc3c4bdea5c2 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:24.298538 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:24.299697 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-58d615f6-6c9c-4e7e-aecc-de5e2db86ad0 req-0c3829a5-d68c-4262-a0ba-bc3c4bdea5c2 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.3093977 Jun 02 16:39:24.307249 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b3bbf94c-c4c9-442a-bb8b-aa2954d2fab5 req-dcb6013e-7332-4118-8836-fa5340c77016 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793889 Jun 02 16:39:24.309468 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.317422 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:24.354482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.369581 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:24.373584 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:port and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:24.376590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:24.379776 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:24.383339 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:24.389803 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-99e07f0e-ae3c-441d-9961-00dec9bad58a req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192383 Jun 02 16:39:24.401451 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Made reservation on behalf of 4841dca9be2d4230854a98ee293b6f94 for: {'port': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:39:24.402078 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-58d615f6-6c9c-4e7e-aecc-de5e2db86ad0 req-e82afd2d-f269-4263-810d-cf17b0bd1ac8 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911267 Jun 02 16:39:24.424513 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.430710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac5376-6ea6-4b07-ad4b-e72e9d4ac827,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:24.444168 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:24.466106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45300) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:24.496025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.530587 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:24.539485 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Usage tracker for resource:security_group_rule and tenant:4a87a618316d4f02a51da4596772f0b6 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:24.547998 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:24.558227 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:24.641129 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:24.671868 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f', 'network_id': '03fe79b9-99bf-41a8-96ab-aae83bd94e39', 'port_id': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f', 'mac_address': 'fa:16:3e:ec:4a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a239607-39ad-407e-af67-c9ea3da7a3e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:39:24.685414 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Allocated IP 172.20.0.3 (8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4/ea046e1c-3357-4327-a91c-c9a464fc6262/8e46cdce-f947-4d06-9c37-940ddf5cf5f3) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:24.700678 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-78c31873-d137-41b9-825b-5b9d51576670 req-6a72be2d-dd7e-42e3-a826-6a79acd88381 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 210 time: 0.0915220 Jun 02 16:39:24.703967 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0eb3ce51-720a-42c9-9131-b7f3d8f1bee5 req-64ce184b-2678-44af-9138-8b44884760b5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 210 time: 0.0936892 Jun 02 16:39:24.840483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.845082 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.858552 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.859485 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.866025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.876811 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:24.878520 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:24.895231 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:24.922629 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:24.928064 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:24.930121 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:24.994718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e94e00-f7c0-4638-adec-16609b99269d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:25.001259 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=545d1bc22b784039a9637f089105f388&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0644867 Jun 02 16:39:25.002525 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:25.003241 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45318) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:25.071395 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.090320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac8329-611a-4796-9325-9182795ae5b7'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:25.092617 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a905d5-e3b4-46b5-bc16-cf83ca7fcab3" -d '{"events": [{"server_uuid": "530eaa6a-eb5d-4848-a855-84a27735b71a", "name": "network-vif-plugged", "status": "completed", "tag": "05ac8329-611a-4796-9325-9182795ae5b7"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:25.098293 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Transition to ACTIVE for port object 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:25.101194 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:25.109761 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:25.131199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-f56f5bdc-bf53-4fc4-9dd0-d19fc33f328a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:25.131353 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.132695 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-f56f5bdc-bf53-4fc4-9dd0-d19fc33f328a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 816 time: 0.2398169 Jun 02 16:39:25.165062 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.165843 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0f367-6095-46ab-816f-fbcad7f0ac9f x-openstack-request-id: req-12d0f367-6095-46ab-816f-fbcad7f0ac9f {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:25.166142 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530eaa6a-eb5d-4848-a855-84a27735b71a", "name": "network-vif-plugged", "status": "completed", "tag": "05ac8329-611a-4796-9325-9182795ae5b7", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:25.166398 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12d0f367-6095-46ab-816f-fbcad7f0ac9f {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:25.166791 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac8329-611a-4796-9325-9182795ae5b7', 'code': 200} Jun 02 16:39:25.173944 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a87a618316d4f02a51da4596772f0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039878 Jun 02 16:39:25.175266 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45326) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:25.199026 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:39:25.214697 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6448d5-6dd3-4aa0-b9e7-ade18b3768a9,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:25.229042 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.239198 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:25.256143 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:25.259924 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-2a22c208-8dc5-488f-b065-73eff57c7c85 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 380 time: 0.1153677 Jun 02 16:39:25.272628 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'port': {'device_id': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'admin_state_up': True, 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'security_groups': ['93ebc187-ef96-482a-9f74-926fe55043e5']}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:25.345540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:25.350557 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.352355 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:25.358600 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:25.367166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:25.367989 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.382981 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.390060 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'Port': ['ID=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:25.406475 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:25.416139 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-91a481a6-89ea-4e60-a127-81e853de5b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:25.454381 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e94e00-f7c0-4638-adec-16609b99269d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:25.460559 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.488718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:25.514907 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5146415 Jun 02 16:39:25.527342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.528449 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7e94e00-f7c0-4638-adec-16609b99269d HTTP/1.1" status: 204 len: 168 time: 0.5241027 Jun 02 16:39:25.556300 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Request body: {'port': {'device_id': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:25.711410 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:25.722905 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:25.761662 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.793008 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-057d4339-1236-422b-aafc-f8ce83d2ab40 None None] Provisioning for port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:25.805989 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-057d4339-1236-422b-aafc-f8ce83d2ab40 None None] Provisioning complete for port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:25.806555 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-057d4339-1236-422b-aafc-f8ce83d2ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.842389 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Made reservation on behalf of d3c50cd5213540cb95bfde5626d2de5d for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:39:25.847215 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.945875 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-057d4339-1236-422b-aafc-f8ce83d2ab40 None None] Port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:39:26.063399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.075736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c915f3a8-ec40-494a-a146-f6bcedad1837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:26.100221 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6448d5-6dd3-4aa0-b9e7-ade18b3768a9,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:26.123013 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:26.146001 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45364) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:26.167498 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa11fd-29cf-46c4-b333-7fc81f57aea3 req-9a9d7943-09ee-476b-8ea6-e5d3d2d6345a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:26.169027 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3baa11fd-29cf-46c4-b333-7fc81f57aea3 req-9a9d7943-09ee-476b-8ea6-e5d3d2d6345a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 944 time: 0.5639606 Jun 02 16:39:26.170590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.185382 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec6448d5-6dd3-4aa0-b9e7-ade18b3768a9 HTTP/1.1" status: 204 len: 168 time: 0.9969702 Jun 02 16:39:26.189790 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36fbbb-0fdd-4f90-b7ab-3caadb9e4210 req-a5c4895f-2ab5-4070-99f0-a1805c09af56 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:26.197299 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dc36fbbb-0fdd-4f90-b7ab-3caadb9e4210 req-a5c4895f-2ab5-4070-99f0-a1805c09af56 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.4662547 Jun 02 16:39:26.204621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0507c-6ada-43fe-a5c6-b4b7c29bb009 req-35c254d6-a208-44e7-bda3-8f1265455524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:26.205943 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-78f0507c-6ada-43fe-a5c6-b4b7c29bb009 req-35c254d6-a208-44e7-bda3-8f1265455524 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.4649856 Jun 02 16:39:26.220973 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.271283 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:26.278341 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:26.281521 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Usage tracker for resource:security_group_rule and tenant:b5ca330be436472d9e66ebaad6782a6c is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:26.290490 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:26.301074 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:26.326129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Allocated IP 172.20.0.9 (1103f7d6-0b46-49c4-9397-728f705ec06e/8c8a210a-172a-494d-9784-eed6d35af51f/bf40037d-8b72-4e9c-ad3a-ab50a078de10) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:39:26.428993 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:26.433910 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45378) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:26.434743 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:26.435454 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.439781 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dc36fbbb-0fdd-4f90-b7ab-3caadb9e4210 req-6950bb6b-d0f4-4c11-81fa-b1835a51bfda tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417712 Jun 02 16:39:26.453780 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3baa11fd-29cf-46c4-b333-7fc81f57aea3 req-7bdc8376-343d-4420-bcab-2466df0d52e8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724476 Jun 02 16:39:26.486569 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-78f0507c-6ada-43fe-a5c6-b4b7c29bb009 req-0c0ee13c-b7c0-4581-a13b-73df4b40c6fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071984 Jun 02 16:39:26.521073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.542442 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.554093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:26.634535 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333a21a2-47a7-494e-b068-00de1a79df27,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:26.653792 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:26.663368 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5ca330be436472d9e66ebaad6782a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113266 Jun 02 16:39:26.669451 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45386) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:26.736177 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.796286 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:26.802973 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.805258 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:26.818390 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3059a614-1080-4085-ac67-d60fd106ade5 req-f90ab135-3b43-476e-a762-35a615fd3a29 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 210 time: 0.1208041 Jun 02 16:39:26.865136 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 {{(pid=98218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:26.871615 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45390) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:26.886647 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.889505 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.936130 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Transition to ACTIVE for port object 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 will not be triggered until provisioned by entity L2. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:26.943479 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.950859 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:26.955584 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.957109 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:26.961415 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:26.969115 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a04cc924-983e-40ac-b44e-864f0c80f854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:26.980172 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.002233 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Transition to ACTIVE for port object bf40037d-8b72-4e9c-ad3a-ab50a078de10 will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:27.014461 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57244a-3bf6-4a20-809c-6c328224bfed req-7b3b470c-192b-4522-9f5a-39915903e611 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:27.017303 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1f57244a-3bf6-4a20-809c-6c328224bfed req-7b3b470c-192b-4522-9f5a-39915903e611 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 931 time: 0.3208098 Jun 02 16:39:27.031690 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:27.082461 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1f57244a-3bf6-4a20-809c-6c328224bfed req-86120637-135b-4201-ad19-ffebd6c21a0b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564854 Jun 02 16:39:27.084953 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Usage tracker for resource:security_group_rule and tenant:a56182f1ff894fbdac15b7ca85a38397 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:27.088655 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:27.097023 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:27.136165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.136889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.150175 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:27.168042 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:27.171417 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d62cb81-76e5-4839-be89-455fe8fdf4bc" -d '{"events": [{"server_uuid": "f7c021f3-1e23-4045-a776-a2899d9c75d8", "name": "network-vif-plugged", "status": "completed", "tag": "cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:27.225833 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Network 1103f7d6-0b46-49c4-9397-728f705ec06e is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:39:27.235579 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:39:27.267982 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:39:27.279190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:27.279190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.279594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5710ab5-de0b-4c70-ae8a-3d82db86394b x-openstack-request-id: req-c5710ab5-de0b-4c70-ae8a-3d82db86394b {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:27.279594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c021f3-1e23-4045-a776-a2899d9c75d8", "name": "network-vif-plugged", "status": "completed", "tag": "cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:27.279830 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5710ab5-de0b-4c70-ae8a-3d82db86394b {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:27.280425 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f', 'code': 200} Jun 02 16:39:27.318381 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Pushing event updated for resources: {'Port': ['ID=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:27.322862 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:27.326673 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:27.374892 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Usage tracker for resource:security_group_rule and tenant:afc2726e99dd4e0f827282ba8536e903 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:27.395351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:27.412031 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:27.421563 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:27.435368 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:27.457387 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Attempting to bind port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:27.457766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Attempting to bind port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:27.458095 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Attempting to bind port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:27.477999 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:39:27.478529 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Attempting to bind port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:27.488336 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:27.488814 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Checking segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:27.489206 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Bound using segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:27.490059 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Bound port: 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:27.490416 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.501130 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.512855 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:27.535395 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2685330 Jun 02 16:39:27.545646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.561038 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Request body: {'port': {'device_id': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:27.586707 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333a21a2-47a7-494e-b068-00de1a79df27,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:27.595479 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:27.596340 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.600521 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/333a21a2-47a7-494e-b068-00de1a79df27 HTTP/1.1" status: 204 len: 168 time: 0.9277859 Jun 02 16:39:27.674027 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.704523 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] For port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host hv-cinder-79402, cleared binding levels {{(pid=98218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:27.711805 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] For port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:27.720382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.736326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:27.745097 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-aa773331-444a-409a-94cd-7d1dcc295973 None None] Provisioning for port bf40037d-8b72-4e9c-ad3a-ab50a078de10 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:27.750498 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-aa773331-444a-409a-94cd-7d1dcc295973 None None] Provisioning complete for port bf40037d-8b72-4e9c-ad3a-ab50a078de10 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:27.750877 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aa773331-444a-409a-94cd-7d1dcc295973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.822037 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:27.822720 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.824528 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 1093 time: 2.2811203 Jun 02 16:39:27.836284 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:27.837449 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-aa773331-444a-409a-94cd-7d1dcc295973 None None] Port bf40037d-8b72-4e9c-ad3a-ab50a078de10 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:39:27.838784 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895e3e71-7839-44b1-934f-3df65d157150" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:27.914305 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:27.918202 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.935013 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:27.965508 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Pushing event updated for resources: {'Port': ['ID=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,revision_number=3']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:27.978409 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:27.985824 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:28.027036 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afc2726e99dd4e0f827282ba8536e903&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1543109 Jun 02 16:39:28.031275 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45428) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:28.052579 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4b6e8-de81-4054-9122-94f451d1235d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:28.058242 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:28.077908 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-37b5ef29-562c-4c96-ae0b-93131b975799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.079672 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-37b5ef29-562c-4c96-ae0b-93131b975799 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1096 time: 0.2074950 Jun 02 16:39:28.082290 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de68aa80-08fb-4cf4-b789-cb24380266c9,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:28.105755 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:28.110887 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a56182f1ff894fbdac15b7ca85a38397&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6700554 Jun 02 16:39:28.119041 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.137159 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45434) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:28.182688 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-99ea90d8-581b-404f-8c12-f22f94045db8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 217 time: 0.0891135 Jun 02 16:39:28.239459 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.285446 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cf457-14c0-4844-9220-d272ac1bde6d req-0c1ec58a-854e-4613-84c8-181a166149f3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.286929 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e56cf457-14c0-4844-9220-d272ac1bde6d req-0c1ec58a-854e-4613-84c8-181a166149f3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.4990304 Jun 02 16:39:28.288831 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ee5e5-4a1a-4815-a627-b63bc66ccf67 req-71850f66-80da-4644-89a5-4925759b90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.290190 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-144ee5e5-4a1a-4815-a627-b63bc66ccf67 req-71850f66-80da-4644-89a5-4925759b90cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 1098 time: 0.6174705 Jun 02 16:39:28.300054 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.309324 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fbbfd-64f0-44ec-9092-ee3492f8aa21 req-bfcc7b1a-acd8-46f4-96e4-73dc06866d17 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.310827 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a36fbbfd-64f0-44ec-9092-ee3492f8aa21 req-bfcc7b1a-acd8-46f4-96e4-73dc06866d17 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.4699941 Jun 02 16:39:28.324277 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-46f0fe39-cfde-4443-9871-9713b6d9172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.325935 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-46f0fe39-cfde-4443-9871-9713b6d9172a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.1329043 Jun 02 16:39:28.428592 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-f6d96c62-4061-4fe1-8c67-4897ed75585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.430420 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-f6d96c62-4061-4fe1-8c67-4897ed75585d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914822 Jun 02 16:39:28.431914 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.436165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:28.449419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.476610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.478229 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08b4b6e8-de81-4054-9122-94f451d1235d HTTP/1.1" status: 204 len: 168 time: 0.4431496 Jun 02 16:39:28.483480 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4b6e8-de81-4054-9122-94f451d1235d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:28.488768 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:28.589968 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-144ee5e5-4a1a-4815-a627-b63bc66ccf67 req-13155ffb-0a1f-4b7b-a3b4-fd6f0a0c6764 service neutron] Synchronizing usage tracker for tenant:4500f7c004954fa49604df6673f28754 on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:28.617031 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-9f07ac8b-6e90-43e0-9147-4c5d816a6b02 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710110 Jun 02 16:39:28.636368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:28.647262 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e56cf457-14c0-4844-9220-d272ac1bde6d req-123f13c6-8314-424f-bf55-5b6600ca28b2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455417 Jun 02 16:39:28.671585 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a36fbbfd-64f0-44ec-9092-ee3492f8aa21 req-84890f68-fe78-4ea7-b3e4-3cd9875dc59f tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252261 Jun 02 16:39:28.785546 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc2fbf9-8739-47ed-9db0-072101bb02a6 x-openstack-request-id: req-cbc2fbf9-8739-47ed-9db0-072101bb02a6 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:28.785992 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:28.786365 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbc2fbf9-8739-47ed-9db0-072101bb02a6 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:28.786850 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'status': 'completed', 'code': 200} Jun 02 16:39:28.824879 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4b1d89ed-0f0c-43bd-b2a2-65687d23e14f req-a5315cfa-3ab5-4127-b2b5-df44d740a176 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994143 Jun 02 16:39:28.997802 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3e71-7839-44b1-934f-3df65d157150 req-bb973c2b-5351-4102-ad4f-d0bcdd3812cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:28.999505 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-bb973c2b-5351-4102-ad4f-d0bcdd3812cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1096 time: 0.1205578 Jun 02 16:39:29.037626 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-144ee5e5-4a1a-4815-a627-b63bc66ccf67 req-13155ffb-0a1f-4b7b-a3b4-fd6f0a0c6764 service neutron] Unset dirty status for tenant:4500f7c004954fa49604df6673f28754 on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:29.038414 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-144ee5e5-4a1a-4815-a627-b63bc66ccf67 req-13155ffb-0a1f-4b7b-a3b4-fd6f0a0c6764 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379332 Jun 02 16:39:29.047973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.db.resource_extend [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:39:29.108485 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45466) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:29.147438 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.182260 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf40037d-8b72-4e9c-ad3a-ab50a078de10 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:29.200412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:29.205363 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.205502 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3e71-7839-44b1-934f-3df65d157150 req-ff19e0c3-4b99-4f04-a0cf-158a02a959d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:29.207129 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-ff19e0c3-4b99-4f04-a0cf-158a02a959d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.2005715 Jun 02 16:39:29.218890 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Usage tracker for resource:security_group_rule and tenant:4b29c958dcb94e0cb02eb449f88558d3 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:29.223195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:29.240698 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:29.248164 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Transition to ACTIVE for port object bf40037d-8b72-4e9c-ad3a-ab50a078de10 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:39:29.251567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.268204 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e5b6ce22-02c6-458f-bd71-c4ebdbdff997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:29.276804 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.318118 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-daee9442-57a2-4d07-9165-1a2e2f186b50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 217 time: 0.1035619 Jun 02 16:39:29.344218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f22b3-348f-4603-8562-c227535f5ee1 req-6cb0921a-6d84-49d0-93e8-74528463f2f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:29.345375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d58f22b3-348f-4603-8562-c227535f5ee1 req-6cb0921a-6d84-49d0-93e8-74528463f2f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Synchronizing usage tracker for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:29.372505 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68aa80-08fb-4cf4-b789-cb24380266c9,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:29.385813 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:29.501906 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3e71-7839-44b1-934f-3df65d157150 req-303b0c46-b03c-40e1-b1e7-d4f12ceae3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:29.503596 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-303b0c46-b03c-40e1-b1e7-d4f12ceae3a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.1776469 Jun 02 16:39:29.509021 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.510120 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-abd0fb2f-1cad-4519-842d-2909f5f1decf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de68aa80-08fb-4cf4-b789-cb24380266c9 HTTP/1.1" status: 204 len: 168 time: 1.3710456 Jun 02 16:39:29.510853 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:29.571639 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be140-1b92-46de-89d3-b0847bc41553 req-41087b9f-f56d-4cfe-b68e-0eb367ee96fb tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:29.573184 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-574be140-1b92-46de-89d3-b0847bc41553 req-41087b9f-f56d-4cfe-b68e-0eb367ee96fb tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 943 time: 0.5889442 Jun 02 16:39:29.640825 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3e71-7839-44b1-934f-3df65d157150 req-e5ecdec4-76a6-4f0e-9eb7-2329043c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:29.646103 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-e5ecdec4-76a6-4f0e-9eb7-2329043c480a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352272 Jun 02 16:39:29.684268 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.767753 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:29.780476 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d58f22b3-348f-4603-8562-c227535f5ee1 req-6cb0921a-6d84-49d0-93e8-74528463f2f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Unset dirty status for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:29.791719 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d58f22b3-348f-4603-8562-c227535f5ee1 req-6cb0921a-6d84-49d0-93e8-74528463f2f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 931 time: 0.8474433 Jun 02 16:39:29.844352 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:29.850064 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-b76e130b-9660-47b1-891b-aeaaade35e85 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879640 Jun 02 16:39:29.856273 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:29.863567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:29.974098 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Attempting to bind port bf40037d-8b72-4e9c-ad3a-ab50a078de10 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:39:29.974517 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Attempting to bind port bf40037d-8b72-4e9c-ad3a-ab50a078de10 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:39:29.974911 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Attempting to bind port bf40037d-8b72-4e9c-ad3a-ab50a078de10 on network 1103f7d6-0b46-49c4-9397-728f705ec06e {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:30.016765 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b29c958dcb94e0cb02eb449f88558d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943365 Jun 02 16:39:30.021398 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-574be140-1b92-46de-89d3-b0847bc41553 req-f94cfc0f-7778-43e5-98e2-e00ebafe8914 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365745 Jun 02 16:39:30.021878 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45502) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:30.083668 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8fc8a6-d953-47ba-90db-fac363b4524b,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:30.107553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d58f22b3-348f-4603-8562-c227535f5ee1 req-6ae430e9-b9bf-4891-8a7f-a33ae7b7fa52 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150015 Jun 02 16:39:30.109135 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Port bf40037d-8b72-4e9c-ad3a-ab50a078de10 on network 1103f7d6-0b46-49c4-9397-728f705ec06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:39:30.109644 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Attempting to bind port bf40037d-8b72-4e9c-ad3a-ab50a078de10 on network 1103f7d6-0b46-49c4-9397-728f705ec06e {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:39:30.118483 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:30.121539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:39:30.122106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Checking segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:39:30.122670 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Bound using segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:39:30.123475 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Bound port: bf40037d-8b72-4e9c-ad3a-ab50a078de10, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:39:30.124067 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.234064 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-895e3e71-7839-44b1-934f-3df65d157150 req-af347a82-4417-4b92-bfdf-7752210901a7 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762565 Jun 02 16:39:30.235265 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45506) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:30.253686 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.270264 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.281028 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.285556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:30.289829 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Usage tracker for resource:security_group_rule and tenant:908fe55cdc934d5b9deb90930040888b is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:30.292800 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:30.299290 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:30.353014 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45508) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:30.415669 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.422745 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.428994 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:30.429407 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.437853 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:39:30.454382 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8fc8a6-d953-47ba-90db-fac363b4524b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:30.459972 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:30.467537 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:39:30.469212 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:30.472598 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.476593 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c8fc8a6-d953-47ba-90db-fac363b4524b HTTP/1.1" status: 204 len: 168 time: 0.4480259 Jun 02 16:39:30.480086 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=908fe55cdc934d5b9deb90930040888b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431405 Jun 02 16:39:30.482286 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45516) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:30.483961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.492500 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d30aa74f-ff40-404e-aaea-5efa6892fa0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:30.532646 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e3cb1-c556-4c66-bffe-299ebfa88b03,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:30.536596 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:30.576039 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:30.576654 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.578203 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 200 len: 1093 time: 3.0296249 Jun 02 16:39:30.578548 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.578686 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:30.580989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:30.629060 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b613e-0838-4047-a0b1-1a0d54f5d96b req-a1bcea04-5818-45e6-beb4-785c37a3c418 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:30.636206 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b2b613e-0838-4047-a0b1-1a0d54f5d96b req-a1bcea04-5818-45e6-beb4-785c37a3c418 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.4083028 Jun 02 16:39:30.670545 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.740836 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e6c5e9-eda6-4339-902d-16edcb0da3b7 x-openstack-request-id: req-f5e6c5e9-eda6-4339-902d-16edcb0da3b7 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:30.741148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:30.741412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5e6c5e9-eda6-4339-902d-16edcb0da3b7 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:30.741814 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'status': 'completed', 'code': 200} Jun 02 16:39:30.759970 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:30.766187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:30.774308 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.803097 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b2b613e-0838-4047-a0b1-1a0d54f5d96b req-505c43bd-93ff-4434-a073-ddab1a1705f9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659224 Jun 02 16:39:30.814644 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:30.825952 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Usage tracker for resource:security_group_rule and tenant:88cc134f64d2458f9f98fbef044f5142 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:30.837697 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:30.844420 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-b3b944c6-50d7-4d89-b8a6-bc35750995c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:30.845888 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-b3b944c6-50d7-4d89-b8a6-bc35750995c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1096 time: 0.2070670 Jun 02 16:39:30.850679 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:30.964151 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-a0bbda13-bff5-4fd2-b374-6561fcf9b60e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 200 len: 217 time: 0.1055927 Jun 02 16:39:30.970121 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.995742 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c50939db-c652-4e98-b580-293bd2b1e07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:31.028652 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e3cb1-c556-4c66-bffe-299ebfa88b03,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:31.038679 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:31.046220 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.047333 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c0e3cb1-c556-4c66-bffe-299ebfa88b03 HTTP/1.1" status: 204 len: 168 time: 0.5636032 Jun 02 16:39:31.109342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.117078 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.118922 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-baebb4d9-f017-4234-a4ae-12586e7d33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.120384 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-baebb4d9-f017-4234-a4ae-12586e7d33a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.1500401 Jun 02 16:39:31.182675 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:31.195784 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88cc134f64d2458f9f98fbef044f5142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417363 Jun 02 16:39:31.196513 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45546) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:31.233863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-e5dd4a45-0d60-4469-b30d-1b45555e136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.235676 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-e5dd4a45-0d60-4469-b30d-1b45555e136e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055462 Jun 02 16:39:31.307367 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b0021-c7c7-4c63-83ba-67c86518419b,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:31.351547 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:31.380240 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.384097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-8adb5bb4-899b-4712-9366-7b436c8caf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.385597 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-8adb5bb4-899b-4712-9366-7b436c8caf69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 1098 time: 0.1673515 Jun 02 16:39:31.451872 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.549358 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-38531791-e22a-4cbf-9caa-6c446f03eedd service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066864 Jun 02 16:39:31.575604 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88845531-5786-4ef7-9e46-79cea416c1f4 req-8f790541-1325-4498-a093-da1cfa28862b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.577625 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-88845531-5786-4ef7-9e46-79cea416c1f4 req-8f790541-1325-4498-a093-da1cfa28862b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 943 time: 0.2216387 Jun 02 16:39:31.592783 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-e277d58e-1d37-4553-988f-a8c6060a13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.594467 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-e277d58e-1d37-4553-988f-a8c6060a13cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.2017238 Jun 02 16:39:31.691706 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-6e2d916b-10b5-41d3-87e9-4e1366613405 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f HTTP/1.1" status: 200 len: 217 time: 0.0904574 Jun 02 16:39:31.692437 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.699930 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3402e78e-7f35-4593-828e-d0bcd4220329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:31.736483 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-88845531-5786-4ef7-9e46-79cea416c1f4 req-bcd17fa9-9cfe-4dd2-b8dd-7b9fdc527979 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360750 Jun 02 16:39:31.747125 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.750865 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/300b0021-c7c7-4c63-83ba-67c86518419b HTTP/1.1" status: 204 len: 168 time: 0.5477567 Jun 02 16:39:31.760627 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b0021-c7c7-4c63-83ba-67c86518419b,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:31.770705 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:31.792606 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-3c40fd88-65c3-40b7-a684-2d07141a81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.794257 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-3c40fd88-65c3-40b7-a684-2d07141a81b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.0955539 Jun 02 16:39:31.869118 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c92c3040-60fc-4d4b-8f3d-c2bf4766388c req-d8eb3fb8-6f5f-4ad5-9e82-7e151e11b3a1 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901683 Jun 02 16:39:31.876386 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-a85dcc7b-4b2d-427b-94b9-904f8b75f2c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745866 Jun 02 16:39:31.922572 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f27504-079b-4a5c-95c0-3323a0e0d9cc req-89b96a16-992e-47fe-8cb7-1bc8fc505acb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:31.937758 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-29f27504-079b-4a5c-95c0-3323a0e0d9cc req-89b96a16-992e-47fe-8cb7-1bc8fc505acb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1703665 Jun 02 16:39:32.058095 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-3addc7a7-ce05-4019-a1f7-692a7f592237 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719527 Jun 02 16:39:32.144407 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-29f27504-079b-4a5c-95c0-3323a0e0d9cc req-a55c9ec4-b5b3-4385-96c5-c1c665c92609 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050283 Jun 02 16:39:32.249009 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-bcb74d5d-c241-4428-aa08-6b4a7219be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:32.250503 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-bcb74d5d-c241-4428-aa08-6b4a7219be9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1096 time: 0.2567809 Jun 02 16:39:32.295179 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:39:32.341540 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-1338151a-9f90-456d-822d-fc1c87b0b0d8 req-36ab4a5a-2a00-4640-b490-f0d5df9b990a service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737095 Jun 02 16:39:32.466479 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16894cf-ba03-473b-a9e1-de4920c44ef2 req-9ed13b14-042d-44db-b65f-ff0fe199945c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:32.469318 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e16894cf-ba03-473b-a9e1-de4920c44ef2 req-9ed13b14-042d-44db-b65f-ff0fe199945c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.4766450 Jun 02 16:39:32.526449 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:32.545282 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'port_id': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'mac_address': 'fa:16:3e:95:2e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:39:32.552483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45592) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:32.556884 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-a629e4b0-4662-4762-906d-071c344d02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:32.559223 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-a629e4b0-4662-4762-906d-071c344d02ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.3013711 Jun 02 16:39:32.586164 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:32.667350 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:32.669900 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-734222f4-21f6-4ce8-8bbd-dea9a5ae708d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 200 len: 217 time: 0.1012194 Jun 02 16:39:32.674771 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Usage tracker for resource:security_group_rule and tenant:b2ae262a6bbe4ff18a2b077682de71e3 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:32.679737 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:32.700070 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:32.729322 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:32.772422 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e16894cf-ba03-473b-a9e1-de4920c44ef2 req-9b483038-8d40-49a3-a57a-a453a8761bb9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922719 Jun 02 16:39:32.799291 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:32.824018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-496c4c5a-ca59-4004-96ef-e8f5efc0da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:32.827469 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-496c4c5a-ca59-4004-96ef-e8f5efc0da9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.1497855 Jun 02 16:39:32.833015 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:32.840143 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:32.845601 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:32.967392 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-2fc6798c-4eeb-41d9-b797-ae691c3b2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:32.967392 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-2fc6798c-4eeb-41d9-b797-ae691c3b2ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1326714 Jun 02 16:39:33.004449 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.010007 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.026642 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5aa0e99d-cded-4dc6-a131-2463d5f6ef9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:33.033338 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:33.047305 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:33.104182 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2ae262a6bbe4ff18a2b077682de71e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490725 Jun 02 16:39:33.106835 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a7e98c-a389-42f3-9d8f-3876584a38a2,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:33.111823 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45612) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:33.117107 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:33.184578 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['8e46cdce-f947-4d06-9c37-940ddf5cf5f3'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:39:33.205478 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.266263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.339368 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-7e842ac1-dc96-4fe7-b07d-09ae0eab0586 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543313 Jun 02 16:39:33.365820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b69e9-bbaf-4538-b6ca-cea94c6718b2 req-3b07c032-accb-47c6-b98d-516244102d35 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:33.368409 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-005b69e9-bbaf-4538-b6ca-cea94c6718b2 req-3b07c032-accb-47c6-b98d-516244102d35 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 944 time: 0.3542056 Jun 02 16:39:33.407219 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.413765 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-277f8ee7-f55e-4e4c-81d9-c3b9555a94b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:33.432801 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a7e98c-a389-42f3-9d8f-3876584a38a2,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:33.438571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:33.445233 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.456615 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72a7e98c-a389-42f3-9d8f-3876584a38a2 HTTP/1.1" status: 204 len: 168 time: 0.3393426 Jun 02 16:39:33.578473 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-005b69e9-bbaf-4538-b6ca-cea94c6718b2 req-98ffdf0f-fe8d-4c2e-b87b-2dcc29a06410 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884439 Jun 02 16:39:33.611103 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e08b7be-ec6b-45ec-82b0-2873c79a1ae3 req-98a24cde-af5b-4bf5-9ca0-21d02d91beec service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410545 Jun 02 16:39:33.622994 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8acb2-d445-4959-9198-204660c53244 req-e3938602-f283-4992-89b5-635e6a1abe86 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:33.624463 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-28a8acb2-d445-4959-9198-204660c53244 req-e3938602-f283-4992-89b5-635e6a1abe86 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.2335184 Jun 02 16:39:33.677321 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-28a8acb2-d445-4959-9198-204660c53244 req-400e9048-2936-43d3-afb1-69fe974373c1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Jun 02 16:39:33.903062 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45634) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:34.019242 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d9db8-2251-4798-a05d-a84c18bed194 req-b3776807-527d-4e8d-94f0-a789f7893f2b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:34.020971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d73d9db8-2251-4798-a05d-a84c18bed194 req-b3776807-527d-4e8d-94f0-a789f7893f2b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1164467 Jun 02 16:39:34.069835 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d73d9db8-2251-4798-a05d-a84c18bed194 req-b164e870-0b8c-456e-b6b3-d6da4691c04e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Jun 02 16:39:34.082595 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.105281 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:34.114476 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4b1504144d40b4b6ef51685876e385 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:34.117787 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:34.124856 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:34.232992 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.239314 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.248543 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:34.301545 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45662) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:34.301674 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e4b1504144d40b4b6ef51685876e385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974388 Jun 02 16:39:34.302501 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2e4fe-5c4b-4f1f-9222-4b4e39aa9072,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:34.305637 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:34.315392 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:34.386841 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.396158 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:34.407015 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:34.407392 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.419724 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.508087 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.524805 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-013ac822-6a9d-4d72-bb09-3f72d8e2c047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.525621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:34.542820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2e4fe-5c4b-4f1f-9222-4b4e39aa9072,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:34.545309 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.548656 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3a2e4fe-5c4b-4f1f-9222-4b4e39aa9072 HTTP/1.1" status: 204 len: 168 time: 0.2437441 Jun 02 16:39:34.548656 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:34.654731 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.724771 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:34.731676 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8056cddb-e678-4707-9257-37da0cfc6140" -d '{"events": [{"server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "name": "network-vif-plugged", "status": "completed", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:34.760476 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:34.766762 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:34.769190 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:34.914359 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659e1f-004e-42a7-9078-fb873b83f1c7 req-1976da9d-fc11-415a-987c-a8a215f743bf tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:34.914569 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:34.915824 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c7659e1f-004e-42a7-9078-fb873b83f1c7 req-1976da9d-fc11-415a-987c-a8a215f743bf tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.2317317 Jun 02 16:39:34.917834 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:35.003265 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522a3a-08f6-467b-a65a-aa5618a4acf5 req-c2e18700-9a5f-4f74-b2c8-61e80b3dc0c8 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:35.004831 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d522a3a-08f6-467b-a65a-aa5618a4acf5 req-c2e18700-9a5f-4f74-b2c8-61e80b3dc0c8 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.2315753 Jun 02 16:39:35.008027 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c7659e1f-004e-42a7-9078-fb873b83f1c7 req-e65c384f-3181-44e4-8d07-5d11b16e1693 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782633 Jun 02 16:39:35.055650 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d522a3a-08f6-467b-a65a-aa5618a4acf5 req-7ab4723f-f4c7-470f-af4e-b168a825398d tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441701 Jun 02 16:39:35.136040 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad10822b-fd15-4c5c-b799-04f7e1fe14e9 x-openstack-request-id: req-ad10822b-fd15-4c5c-b799-04f7e1fe14e9 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:35.136339 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "name": "network-vif-plugged", "status": "completed", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:35.137641 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad10822b-fd15-4c5c-b799-04f7e1fe14e9 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:35.138198 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'code': 200} Jun 02 16:39:35.264325 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963e584-2a0e-4f5b-82b0-9cf2ac917f83 req-5841deb3-4a38-413b-af6b-49b1167f3754 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:35.264325 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a963e584-2a0e-4f5b-82b0-9cf2ac917f83 req-5841deb3-4a38-413b-af6b-49b1167f3754 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1363864 Jun 02 16:39:35.402329 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a963e584-2a0e-4f5b-82b0-9cf2ac917f83 req-34a86c39-b828-48c7-834f-1a09f7c0b1cf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319523 Jun 02 16:39:35.462482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96d7a2-85e2-4729-af85-2c15f94d2e0a req-8e1858de-35c7-42f4-9224-000bed0bc8b1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:35.463971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0a96d7a2-85e2-4729-af85-2c15f94d2e0a req-8e1858de-35c7-42f4-9224-000bed0bc8b1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1757414 Jun 02 16:39:35.493514 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3ca4-b139-40d8-97b5-735a7fc41b3f req-744674e9-a902-4cf0-9d67-7483a5fb3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:35.494994 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3f8a3ca4-b139-40d8-97b5-735a7fc41b3f req-744674e9-a902-4cf0-9d67-7483a5fb3668 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1098 time: 0.1376565 Jun 02 16:39:35.531855 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0a96d7a2-85e2-4729-af85-2c15f94d2e0a req-b42be58e-431e-4599-94d8-cbc8741bf155 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610359 Jun 02 16:39:35.552082 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3f8a3ca4-b139-40d8-97b5-735a7fc41b3f req-24a8cf21-12da-4a1b-8d78-926307b0ad5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Jun 02 16:39:35.698805 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:36.340592 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33751-1ca5-4168-8b40-c021776cf4b9 req-a0c4610a-4d67-4fa7-8ce0-22db42e66c2d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:36.340997 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:39:36.348710 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e5c33751-1ca5-4168-8b40-c021776cf4b9 req-a0c4610a-4d67-4fa7-8ce0-22db42e66c2d tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.1785409 Jun 02 16:39:36.383442 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde20848-f00c-4c1d-807e-d17df5333079 req-85a1bba7-a16d-4e52-afb3-9cd2cff02bb6 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:36.385225 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fde20848-f00c-4c1d-807e-d17df5333079 req-85a1bba7-a16d-4e52-afb3-9cd2cff02bb6 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1562645 Jun 02 16:39:36.528925 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e5c33751-1ca5-4168-8b40-c021776cf4b9 req-102a060e-465a-41f2-bd03-de2302145d12 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792026 Jun 02 16:39:36.559562 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:36.583286 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fde20848-f00c-4c1d-807e-d17df5333079 req-37097771-5f98-42ae-a0ce-086d07f9d10e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874862 Jun 02 16:39:36.609581 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'mac_address': 'fa:16:3e:6a:a0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:39:36.693389 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-233cae82-d38c-4669-907b-b433cb1be73e tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:36.702304 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-233cae82-d38c-4669-907b-b433cb1be73e tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.48 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.3055568 Jun 02 16:39:36.773096 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:36.801499 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf40037d-8b72-4e9c-ad3a-ab50a078de10 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:39:36.822389 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:36.827298 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:36.830229 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:36.908139 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:36.915987 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:36.933672 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ea93aac2-a60a-4886-b91a-97c8f72ede63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:37.082607 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bf40037d-8b72-4e9c-ad3a-ab50a078de10'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:39:37.103618 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af86ce-d90f-43f6-b3bb-a0d3988b99e5 req-d53dd32e-8532-41ed-9c54-a77754eca161 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:37.105522 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-33af86ce-d90f-43f6-b3bb-a0d3988b99e5 req-d53dd32e-8532-41ed-9c54-a77754eca161 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.2907145 Jun 02 16:39:37.123275 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb2c66-2106-41af-878c-27baf7b3f7c4 req-d3f35f02-26ae-499e-8934-856ddd15d709 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:37.131387 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ebb2c66-2106-41af-878c-27baf7b3f7c4 req-d3f35f02-26ae-499e-8934-856ddd15d709 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 944 time: 0.2609768 Jun 02 16:39:37.216628 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Deleting port 12e1525b-ff6c-414d-8d23-6e767f631ba6 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:39:37.217223 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:37.249394 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-33af86ce-d90f-43f6-b3bb-a0d3988b99e5 req-cf6d57c7-4069-4f88-8f46-154d1e2a6278 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354151 Jun 02 16:39:37.296360 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ebb2c66-2106-41af-878c-27baf7b3f7c4 req-6bc786f1-8aca-473c-91d6-deb57b5bf7d1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641119 Jun 02 16:39:37.334768 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:37.435363 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] For port 12e1525b-ff6c-414d-8d23-6e767f631ba6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=12e1525b-ff6c-414d-8d23-6e767f631ba6,segment=NetworkSegment(3d69fb32-43c2-43b6-b6c5-26d5b8c01749),segment_id=3d69fb32-43c2-43b6-b6c5-26d5b8c01749)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:37.435867 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:37.584415 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Calling delete_port for 12e1525b-ff6c-414d-8d23-6e767f631ba6 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:39:37.880961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22302d-291e-49b2-88a3-4d223b3a73ae req-bb5cc72e-a9da-4ec1-a2e6-907196ba3065 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:37.882416 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6b22302d-291e-49b2-88a3-4d223b3a73ae req-bb5cc72e-a9da-4ec1-a2e6-907196ba3065 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 946 time: 0.2139888 Jun 02 16:39:37.897430 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2d268-cfe7-4210-b257-16aa60bf5292 req-d58f18fa-4240-415d-af8f-45b05f5256d1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:37.898841 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e0c2d268-cfe7-4210-b257-16aa60bf5292 req-d58f18fa-4240-415d-af8f-45b05f5256d1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1931429 Jun 02 16:39:37.929410 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.043510 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.064880 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:38.108058 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6b22302d-291e-49b2-88a3-4d223b3a73ae req-93bc4b48-3292-4e29-8f3a-5244571621b0 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/security-groups?id=e97e1020-eb7c-4773-b626-2a619c2ab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184486 Jun 02 16:39:38.117362 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e0c2d268-cfe7-4210-b257-16aa60bf5292 req-cb22d4d2-9b04-4b82-8d79-b222d0680555 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236022 Jun 02 16:39:38.119459 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Pushing event deleted for resources: {'Port': ['ID=12e1525b-ff6c-414d-8d23-6e767f631ba6,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:38.150717 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:38.200194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] No DVR routers for this DVR port 12e1525b-ff6c-414d-8d23-6e767f631ba6 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:39:38.203135 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.206362 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'name': 'network-vif-deleted', 'tag': '12e1525b-ff6c-414d-8d23-6e767f631ba6'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:38.209042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5782e3a5-2f7d-4fcd-a29b-62a52fd05286" -d '{"events": [{"server_uuid": "024b2037-624a-4da5-94d1-2c9e6ce6f37c", "name": "network-vif-deleted", "tag": "12e1525b-ff6c-414d-8d23-6e767f631ba6"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:38.217154 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cc76cd0d-a232-48e5-b68d-af82fd2d63e4 req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.48 "DELETE /v2.0/ports/12e1525b-ff6c-414d-8d23-6e767f631ba6 HTTP/1.1" status: 204 len: 173 time: 1.5033300 Jun 02 16:39:38.289249 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2f4290-2eca-4083-8706-1156bcf96f38 x-openstack-request-id: req-ed2f4290-2eca-4083-8706-1156bcf96f38 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:38.289684 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b2037-624a-4da5-94d1-2c9e6ce6f37c", "name": "network-vif-deleted", "tag": "12e1525b-ff6c-414d-8d23-6e767f631ba6", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:38.290243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed2f4290-2eca-4083-8706-1156bcf96f38 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:38.291148 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b2037-624a-4da5-94d1-2c9e6ce6f37c', 'name': 'network-vif-deleted', 'tag': '12e1525b-ff6c-414d-8d23-6e767f631ba6', 'status': 'completed', 'code': 200} Jun 02 16:39:38.358498 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f83a9-9e59-47cf-bbcc-78f7eb097d06 req-12b47713-5a37-4e10-be88-0e4d5ae994a8 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:38.361568 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d25f83a9-9e59-47cf-bbcc-78f7eb097d06 req-12b47713-5a37-4e10-be88-0e4d5ae994a8 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1094699 Jun 02 16:39:38.364220 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:39:38.370495 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45816) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:38.375834 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'floatingip': {'port_id': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:38.472515 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.481804 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port bf40037d-8b72-4e9c-ad3a-ab50a078de10 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:39:38.489888 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port bf40037d-8b72-4e9c-ad3a-ab50a078de10 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:38.494749 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.612939 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d0fb-946f-45c9-ae28-3d35d5c7f2e7 req-27e76ed6-3ad6-42a3-8854-010308513278 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:38.615102 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36d3d0fb-946f-45c9-ae28-3d35d5c7f2e7 req-27e76ed6-3ad6-42a3-8854-010308513278 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.2154713 Jun 02 16:39:38.633171 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b40b-205a-48a0-acd3-c79ea99c593d req-5f5d367c-5baa-42d6-b278-58ecfd42347f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:38.634905 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b658b40b-205a-48a0-acd3-c79ea99c593d req-5f5d367c-5baa-42d6-b278-58ecfd42347f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 944 time: 0.1581881 Jun 02 16:39:38.672199 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.722057 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36d3d0fb-946f-45c9-ae28-3d35d5c7f2e7 req-7fd08f5a-2178-459f-bcf8-11718ad7f7b2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967376 Jun 02 16:39:38.729581 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:38.732101 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f82abd-ee71-4e41-8b0e-195ae733b796" -d '{"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:38.749629 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b658b40b-205a-48a0-acd3-c79ea99c593d req-296aeedb-2636-4171-a905-dc96040fb6b8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938621 Jun 02 16:39:38.757210 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:39:38.763885 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.774697 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 12e1525b-ff6c-414d-8d23-6e767f631ba6 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:39:38.805769 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae5619-6d30-48a0-bf97-32766bc75daf x-openstack-request-id: req-c9ae5619-6d30-48a0-bf97-32766bc75daf {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:38.806320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:38.806525 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9ae5619-6d30-48a0-bf97-32766bc75daf {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:38.806907 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'code': 200} Jun 02 16:39:38.813623 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:38.882446 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:38.885088 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 12e1525b-ff6c-414d-8d23-6e767f631ba6 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:39:38.885438 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 12e1525b-ff6c-414d-8d23-6e767f631ba6 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:39:38.886814 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:39.213050 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494954c-0b2c-494a-ab74-2d41709e74ae req-5eb9b11c-d556-4600-ad18-7770bcc50c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:39.216256 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0494954c-0b2c-494a-ab74-2d41709e74ae req-5eb9b11c-d556-4600-ad18-7770bcc50c8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1098 time: 0.1742442 Jun 02 16:39:39.277472 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0494954c-0b2c-494a-ab74-2d41709e74ae req-9dce58b7-c37d-4af8-b711-24718a46dc30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511644 Jun 02 16:39:39.494063 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d3f0a262-5441-4d96-b71d-a1017106901c req-2363c315-604d-4688-837f-1e759a85e276 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Synchronizing usage tracker for tenant:5743270d9d5040548b5674402db7c88e on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:39:39.517836 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d3f0a262-5441-4d96-b71d-a1017106901c req-2363c315-604d-4688-837f-1e759a85e276 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Unset dirty status for tenant:5743270d9d5040548b5674402db7c88e on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:39:39.520533 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d3f0a262-5441-4d96-b71d-a1017106901c req-2363c315-604d-4688-837f-1e759a85e276 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] 10.222.0.38 "GET /v2.0/ports?device_id=024b2037-624a-4da5-94d1-2c9e6ce6f37c HTTP/1.1" status: 200 len: 210 time: 0.0970159 Jun 02 16:39:39.676412 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:39.689733 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45864) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:39.731143 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45868) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:39.762097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:39.767132 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:39.897136 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:39.957076 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:39.980927 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:39.988035 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8bdcd035134e5582e20ae7522ce814 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:39.991023 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Floating IP c89958e0-2ec4-4f74-b984-c7409331e1ab associated. External IP: 172.28.0.186, port: 8e46cdce-f947-4d06-9c37-940ddf5cf5f3. Jun 02 16:39:39.991756 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:40.001772 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Usage tracker for resource:security_group_rule and tenant:99a5635d932a4f4d97855544abd401cd is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:40.005637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:40.014943 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:40.045815 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:40.059227 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:40.093470 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209db12-5ca9-4c31-9453-bd0ce5103457 req-1ce3cdff-d5da-4814-9fa0-96d1a50cc8f4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:40.094939 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2209db12-5ca9-4c31-9453-bd0ce5103457 req-1ce3cdff-d5da-4814-9fa0-96d1a50cc8f4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1991868 Jun 02 16:39:40.107222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7944a-2ffc-4503-aa86-900691db8f90 req-62d48154-479e-4096-ba09-a7ab7b92ce27 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:40.108641 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83c7944a-2ffc-4503-aa86-900691db8f90 req-62d48154-479e-4096-ba09-a7ab7b92ce27 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1678784 Jun 02 16:39:40.208059 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2209db12-5ca9-4c31-9453-bd0ce5103457 req-5696a664-55c1-443e-9763-c1cec744aae6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972497 Jun 02 16:39:40.218470 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83c7944a-2ffc-4503-aa86-900691db8f90 req-1c147ae0-df11-4b0e-8656-58e1e5463090 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869660 Jun 02 16:39:40.237199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.242731 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.249850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:40.313953 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99a5635d932a4f4d97855544abd401cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230998 Jun 02 16:39:40.314712 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec5819-e234-45e7-9317-b8442e16d872,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:40.317728 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45880) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:40.330548 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:40.364256 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:39:40.416718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.452718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.481062 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.492015 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.502145 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9eafc570-1228-4961-970f-d7cad6f2ddcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:40.541701 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.549538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:40.562466 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec5819-e234-45e7-9317-b8442e16d872,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:40.562993 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dae95b-1411-43a2-848a-ac035f8c039c,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:40.565937 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:40.568111 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.569270 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64ec5819-e234-45e7-9317-b8442e16d872 HTTP/1.1" status: 204 len: 168 time: 0.2504499 Jun 02 16:39:40.588281 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Router 48b39533-2e73-4f99-92d6-96fa31009774 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:39:40.589625 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:40.600509 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c8bdcd035134e5582e20ae7522ce814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677950 Jun 02 16:39:40.602862 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45894) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:40.706989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.752975 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.826549 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.832199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-cc06e9bd-8c9e-4e60-9859-d2b6c1442151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:40.844505 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dae95b-1411-43a2-848a-ac035f8c039c,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3dae95b-1411-43a2-848a-ac035f8c039c HTTP/1.1" status: 204 len: 168 time: 0.2618589 Jun 02 16:39:40.867261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:40.893352 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45908) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:40.941231 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:39:40.958454 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:39:40.975097 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:40.975868 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:40.977375 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.038087 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-51204358-911c-4efa-a72f-2d20f23aae8a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "PUT /v2.0/floatingips/c89958e0-2ec4-4f74-b984-c7409331e1ab HTTP/1.1" status: 200 len: 991 time: 2.6657722 Jun 02 16:39:41.038806 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:41.041601 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516f223-8ef5-4080-bab1-df3190c2a66d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:41.073659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 45920) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:41.108057 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab7f994-c2e4-4bad-8103-d90c30db195a x-openstack-request-id: req-2ab7f994-c2e4-4bad-8103-d90c30db195a {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:41.108279 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.108827 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:41.109257 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ab7f994-c2e4-4bad-8103-d90c30db195a {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:41.109895 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'status': 'completed', 'code': 200} Jun 02 16:39:41.231806 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:41.247332 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:41.260505 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Usage tracker for resource:security_group_rule and tenant:3bfd1333055349be8d6f85279acf509d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:41.280484 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:41.294721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:41.434224 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-fd38b513-0330-4603-bd3f-ea7085c5d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:41.436019 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-fd38b513-0330-4603-bd3f-ea7085c5d184 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1098 time: 0.2924528 Jun 02 16:39:41.446184 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45930) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:41.478013 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.496906 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:41.501954 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Usage tracker for resource:security_group_rule and tenant:cc0f5ddad89e48cbaee9ebab881972b6 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:41.505708 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:41.512608 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:41.550714 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.624340 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.629948 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.645345 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:41.653721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:41.689003 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc0f5ddad89e48cbaee9ebab881972b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416315 Jun 02 16:39:41.692253 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45932) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:41.706736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c048229-e788-4f34-9708-142837c4d3fe,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:41.724808 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.725454 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Usage tracker for resource:security_group_rule and tenant:5bafd8916a864a9eb4d4a05d12ee3545 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:41.725912 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.726402 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.726892 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.727375 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.727869 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.728347 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.728859 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.729332 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.730073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.730405 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.730907 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:39:41.733267 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:41.737108 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.737808 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:41.756672 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:41.757542 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'c89958e0-2ec4-4f74-b984-c7409331e1ab', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'port_id': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'mac_address': 'fa:16:3e:95:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:39:18Z', 'updated_at': '2021-06-02T16:39:39Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:41.762836 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:39:41.774005 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.777015 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:41.778087 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:41.778563 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.788575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8fd19323-2419-4701-86c5-6b85ac05be56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:41.808540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.858778 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f375ba9-90f8-4d9d-9a51-bf0bf81e7077,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:41.890297 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.890642 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:41.898395 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4c9dd868-e9bd-4c03-abb0-24877249942e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:41.915030 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c048229-e788-4f34-9708-142837c4d3fe,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:41.917314 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:41.920985 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c048229-e788-4f34-9708-142837c4d3fe HTTP/1.1" status: 204 len: 168 time: 0.2251945 Jun 02 16:39:41.920985 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:41.997223 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:42.000565 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bfd1333055349be8d6f85279acf509d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9257772 Jun 02 16:39:42.004055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45944) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:42.022232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41189f-cfb3-44e7-9225-3fa2d509c9f7 req-39b94bdd-24d7-4311-be83-cf24f54769e7 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:42.024064 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-db41189f-cfb3-44e7-9225-3fa2d509c9f7 req-39b94bdd-24d7-4311-be83-cf24f54769e7 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.5744774 Jun 02 16:39:42.027047 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-8a3f5ba4-b3db-4504-8754-1fd6ea8bd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:42.028696 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-8a3f5ba4-b3db-4504-8754-1fd6ea8bd6e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.5664256 Jun 02 16:39:42.036798 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f966b4-dda6-4e3b-90ce-c3e8c26202e8 req-33bbde7d-19fe-4c90-8aaa-596f28a4ec27 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:42.044613 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f8f966b4-dda6-4e3b-90ce-c3e8c26202e8 req-33bbde7d-19fe-4c90-8aaa-596f28a4ec27 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.5087104 Jun 02 16:39:42.121354 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.153310 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.227580 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.235797 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-239212b2-8e2e-4727-8b7d-0b10d9c50327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:42.259058 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f375ba9-90f8-4d9d-9a51-bf0bf81e7077,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:42.262416 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:42.264687 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.267569 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f375ba9-90f8-4d9d-9a51-bf0bf81e7077 HTTP/1.1" status: 204 len: 168 time: 0.2604077 Jun 02 16:39:42.337356 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-db41189f-cfb3-44e7-9225-3fa2d509c9f7 req-11ac8692-8c63-4507-9e7e-94f5d384e0c3 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905123 Jun 02 16:39:42.360637 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f8f966b4-dda6-4e3b-90ce-c3e8c26202e8 req-8d57e951-71d3-445c-bde2-0f61af036dc2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149734 Jun 02 16:39:42.416655 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-e0cabb8d-da78-4bd6-a81d-b25c45ba2fc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 999 time: 0.3495591 Jun 02 16:39:42.564905 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.580696 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.621225 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3a111566-7644-45e2-8363-2876cab0c713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:42.679789 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'c89958e0-2ec4-4f74-b984-c7409331e1ab', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'port_id': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'mac_address': 'fa:16:3e:95:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:39:18Z', 'updated_at': '2021-06-02T16:39:39Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:42.692652 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef5bc-0a10-4946-9dee-5a3f9ddc234b None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'c89958e0-2ec4-4f74-b984-c7409331e1ab', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'port_id': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'mac_address': 'fa:16:3e:95:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:39:18Z', 'updated_at': '2021-06-02T16:39:39Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:39:42.753977 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bafd8916a864a9eb4d4a05d12ee3545&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8572519 Jun 02 16:39:42.754508 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45966) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:42.794788 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692834e3-dace-49ff-becb-1013d0054e0e,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:42.826471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:42.828393 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-9c2462bb-4594-4cc5-9062-5c294de108ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:42.830433 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-9c2462bb-4594-4cc5-9062-5c294de108ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.4033105 Jun 02 16:39:42.866984 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45974) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:42.920313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.930683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125faa77-96be-43ff-a671-a4e656efb52d req-9c703ce9-f58d-467c-96db-12e9e8b75aab tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:42.943567 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-125faa77-96be-43ff-a671-a4e656efb52d req-9c703ce9-f58d-467c-96db-12e9e8b75aab tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.2796841 Jun 02 16:39:42.944094 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 45982) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:42.952095 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'floatingip': {'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:42.968760 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-a00c4346-5ae9-4998-a661-222727de230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:42.970818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-a00c4346-5ae9-4998-a661-222727de230b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1285319 Jun 02 16:39:43.068766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.070090 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe0785f-3532-410c-ae57-90e55f65a666 None None] New status for floating IP c89958e0-2ec4-4f74-b984-c7409331e1ab: ACTIVE {{(pid=98219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:39:43.078074 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.165997 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Deleting subnet c904bb87-7853-4324-aecf-58414115dc9b {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:39:43.187361 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-88634622-81a7-428d-bdd4-178d4a6c4346 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086806 Jun 02 16:39:43.211536 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.399420 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.417987 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.424989 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8516f223-8ef5-4080-bab1-df3190c2a66d req-ed7124d2-6544-476f-be5b-ccea5a783849 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263501 Jun 02 16:39:43.476500 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.544926 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b075495f-87e4-48ba-9319-e7175a5429a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:43.575056 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692834e3-dace-49ff-becb-1013d0054e0e,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:43.582753 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:43.623641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:43.625008 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/692834e3-dace-49ff-becb-1013d0054e0e HTTP/1.1" status: 204 len: 168 time: 0.8694718 Jun 02 16:39:43.673240 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d582a0-c585-4052-b703-b133a7142b1a req-02c5baaf-e197-469d-b19f-bd556905454f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:43.675725 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-57d582a0-c585-4052-b703-b133a7142b1a req-02c5baaf-e197-469d-b19f-bd556905454f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1062620 Jun 02 16:39:43.735571 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-57d582a0-c585-4052-b703-b133a7142b1a req-cc38d291-77af-414e-b83c-6f5d322c0dce tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Jun 02 16:39:44.151131 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.158436 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:44.207119 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.212839 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c904bb87-7853-4324-aecf-58414115dc9b,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:44.215648 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:44.221989 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c904bb87-7853-4324-aecf-58414115dc9b HTTP/1.1" status: 204 len: 168 time: 1.3514345 Jun 02 16:39:44.222168 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46032) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:44.339390 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46036) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:44.384260 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.402283 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.408257 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.409757 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:44.414932 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:971e2690d1da4142a15216065429b32d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:44.417551 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.505382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:44.514466 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:44.573613 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.589930 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.590137 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.590700 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.591022 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > port after_create 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.591337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > port after_delete 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.591666 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > port after_update 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.591981 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.592310 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.592768 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.593088 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.632863 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Floating IP f9547bdb-739e-4fa0-9c2b-4270d2b8d988 associated. External IP: 172.28.0.168, port: bf40037d-8b72-4e9c-ad3a-ab50a078de10. Jun 02 16:39:44.811398 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.811868 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.813049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.814744 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:39:44.816128 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15acb488-d136-4dc6-b395-5f5c7e6c98c9']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:44.847285 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.857848 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d69fb32-43c2-43b6-b6c5-26d5b8c01749') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:44.860261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d69fb32-43c2-43b6-b6c5-26d5b8c01749') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:44.894078 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.939570 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.958332 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:39:44.958729 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.963076 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:44.977530 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a3130fcd-442c-4fe0-abf6-6486220de2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: from cryptography.utils import int_from_bytes Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: from cryptography.utils import int_from_bytes Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:39:44.991538 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:39:45.045770 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=971e2690d1da4142a15216065429b32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052863 Jun 02 16:39:45.051827 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46060) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:45.126741 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291d085a-439a-494f-a5b1-5e7c5c7708ef,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:45.140621 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:45.145120 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.158107 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ed21-b727-4aa7-ad0b-7727db5c7e59 req-524e5f96-7a1e-49f1-aa57-9d32be4de897 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:45.160277 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a779ed21-b727-4aa7-ad0b-7727db5c7e59 req-524e5f96-7a1e-49f1-aa57-9d32be4de897 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1678720 Jun 02 16:39:45.161619 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:45.175154 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.191281 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Pushing event deleted for resources: {'Network': ['ID=15acb488-d136-4dc6-b395-5f5c7e6c98c9,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:45.208065 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:45.209371 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:39:45.218765 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.241458 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-bfc1110d-f6d0-4594-8e66-7bca8ca4219a admin admin] 10.222.0.38 "DELETE /v2.0/networks/15acb488-d136-4dc6-b395-5f5c7e6c98c9 HTTP/1.1" status: 204 len: 168 time: 1.0159335 Jun 02 16:39:45.260355 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a779ed21-b727-4aa7-ad0b-7727db5c7e59 req-f8da255d-43f0-4a5c-b4d2-a94c642592e9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783489 Jun 02 16:39:45.319685 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.472807 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46068) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:45.475094 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:39:45.483459 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.486434 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:39:45.491232 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-23a2dc39-a0d2-4e2a-83bf-ee659195ad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:45.497814 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:45.498413 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:45.508127 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291d085a-439a-494f-a5b1-5e7c5c7708ef,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:45.511945 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.515296 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/291d085a-439a-494f-a5b1-5e7c5c7708ef HTTP/1.1" status: 204 len: 168 time: 0.4582930 Jun 02 16:39:45.515296 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:45.527803 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.551417 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-64232413-f5b0-4b11-b2cd-fd8cd00bb11c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5743270d9d5040548b5674402db7c88e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0770864 Jun 02 16:39:45.552852 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46072) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:45.680285 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.751412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.761063 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:45.827999 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f75c489e-594a-4a9a-98da-d23322dce05f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "PUT /v2.0/floatingips/f9547bdb-739e-4fa0-9c2b-4270d2b8d988 HTTP/1.1" status: 200 len: 991 time: 2.8802223 Jun 02 16:39:45.832835 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:39:45.842356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630d8cc9-8f97-4130-a962-aaae23be6810" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:39:45.898068 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.903917 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:45.954197 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f9b633-7648-4651-9bec-79d83f0c500f x-openstack-request-id: req-64f9b633-7648-4651-9bec-79d83f0c500f {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:39:45.954804 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:39:45.954804 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64f9b633-7648-4651-9bec-79d83f0c500f {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:39:45.955461 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'status': 'completed', 'code': 200} Jun 02 16:39:45.963601 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97e1020-eb7c-4773-b626-2a619c2ab96a,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:45.970373 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:45.977699 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:45.982074 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e97e1020-eb7c-4773-b626-2a619c2ab96a HTTP/1.1" status: 204 len: 168 time: 0.4271603 Jun 02 16:39:46.222265 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-a7add65c-3652-4249-9117-a876001cb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:46.232015 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-a7add65c-3652-4249-9117-a876001cb476 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1098 time: 0.2280731 Jun 02 16:39:46.321562 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46098) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:46.437930 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'f9547bdb-739e-4fa0-9c2b-4270d2b8d988', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'floating_ip_address': '172.28.0.168', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'mac_address': 'fa:16:3e:6a:a0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:39:17Z', 'updated_at': '2021-06-02T16:39:44Z', 'revision_number': 1, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:46.443043 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:39:46.469221 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:39:46.469950 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:39:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:46.482140 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:46.565479 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:46.571975 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Usage tracker for resource:security_group_rule and tenant:2769c82e5c00466ba0cfd8cfaf2c9b8c is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:46.587158 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:46.607256 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:46.612536 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-3e2e9b65-96bf-4ab8-98f3-879f860b59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:46.614304 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-3e2e9b65-96bf-4ab8-98f3-879f860b59c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.3812439 Jun 02 16:39:46.679136 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:39:46.759909 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456dd-3d85-49ba-bf09-ffd5eacc465b req-b5e31394-a629-4414-8f3e-0a337916f804 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:46.761493 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-73e456dd-3d85-49ba-bf09-ffd5eacc465b req-b5e31394-a629-4414-8f3e-0a337916f804 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.2648714 Jun 02 16:39:46.773748 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-e3c39d1d-d738-4627-9b3e-f8eac9d0f06b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 200 len: 999 time: 0.1491005 Jun 02 16:39:46.903913 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-73e456dd-3d85-49ba-bf09-ffd5eacc465b req-cb2e1cff-0fc2-41e7-ba6f-5ec816ed89b7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292243 Jun 02 16:39:46.914677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-88c0e1ce-f3b1-4c61-bba5-e8a81dbfa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:46.916106 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-88c0e1ce-f3b1-4c61-bba5-e8a81dbfa1bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.1205616 Jun 02 16:39:46.917841 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:46.923319 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:46.934828 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ed3e26b7-a367-45b3-9a1e-c55281fe170c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:47.034476 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2769c82e5c00466ba0cfd8cfaf2c9b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110746 Jun 02 16:39:47.036850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce0fda-64d0-4da8-9b5a-fe0bffb9111a,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:47.037541 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46118) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:47.047620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:47.105347 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-bd9c1691-2279-4ce7-bd41-d9bd7e0f0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:47.114378 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-bd9c1691-2279-4ce7-bd41-d9bd7e0f0569 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754560 Jun 02 16:39:47.189685 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:47.234833 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:47.274411 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'f9547bdb-739e-4fa0-9c2b-4270d2b8d988', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'floating_ip_address': '172.28.0.168', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'mac_address': 'fa:16:3e:6a:a0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:39:17Z', 'updated_at': '2021-06-02T16:39:44Z', 'revision_number': 1, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:39:47.294514 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327d5b5-0820-46dc-b1f8-ac0cf170dca1 None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'f9547bdb-739e-4fa0-9c2b-4270d2b8d988', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'floating_ip_address': '172.28.0.168', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'mac_address': 'fa:16:3e:6a:a0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:39:17Z', 'updated_at': '2021-06-02T16:39:44Z', 'revision_number': 1, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:39:47.317364 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:47.323767 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-95148180-9a8d-4f62-a393-56c332eae632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:47.340424 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-c7908c58-a798-4885-af39-6428a786a1a6 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251909 Jun 02 16:39:47.344963 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce0fda-64d0-4da8-9b5a-fe0bffb9111a,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:47.348145 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:47.351202 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:47.353587 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4ce0fda-64d0-4da8-9b5a-fe0bffb9111a HTTP/1.1" status: 204 len: 168 time: 0.3145859 Jun 02 16:39:47.623719 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-630d8cc9-8f97-4130-a962-aaae23be6810 req-b50fbb20-5ca8-4ae4-bc89-56aacabd4828 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747128 Jun 02 16:39:47.671519 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086ef76-31c4-47a6-93aa-08398657cf6a None None] New status for floating IP f9547bdb-739e-4fa0-9c2b-4270d2b8d988: ACTIVE {{(pid=98219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:39:48.374191 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dda99-7faf-45a0-b17a-04af77357069 req-04428981-1f35-490b-b583-95030613ac64 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:48.375695 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d89dda99-7faf-45a0-b17a-04af77357069 req-04428981-1f35-490b-b583-95030613ac64 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1956518 Jun 02 16:39:48.489603 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d89dda99-7faf-45a0-b17a-04af77357069 req-339776f2-2dac-412f-acc6-bc800a923a08 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058664 Jun 02 16:39:49.687108 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e003-aad4-45f8-a18f-c5f6c0348517 req-9702c8df-bb20-4e46-b353-95bfc8d2fe7f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:49.690025 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cb48e003-aad4-45f8-a18f-c5f6c0348517 req-9702c8df-bb20-4e46-b353-95bfc8d2fe7f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0878298 Jun 02 16:39:49.759199 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cb48e003-aad4-45f8-a18f-c5f6c0348517 req-fbd1259b-0740-4a91-bcf4-9a84331ce906 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618355 Jun 02 16:39:50.414660 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46292) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:50.546650 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:50.561728 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:50.566367 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Usage tracker for resource:security_group_rule and tenant:def294fc38d34daea5c6b3d80bd6ed7f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:50.569230 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:50.576140 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:50.666525 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:50.672898 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:50.683054 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:50.732319 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cc5ee8-3056-455f-96fb-bc4f8b829eed,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:50.741864 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:50.761194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46310) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:50.761685 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=def294fc38d34daea5c6b3d80bd6ed7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449955 Jun 02 16:39:50.918877 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:50.958330 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.075949 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.081649 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-eca132ea-0ab5-48fc-8a77-64caa17b402b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:51.105299 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cc5ee8-3056-455f-96fb-bc4f8b829eed,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:51.116062 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:51.133191 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.134360 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86cc5ee8-3056-455f-96fb-bc4f8b829eed HTTP/1.1" status: 204 len: 168 time: 0.3720675 Jun 02 16:39:51.169335 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36dea-5b85-4765-97da-af733e3f141c req-1714e03b-a589-4d64-ac91-99457521dbed tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:51.170815 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01a36dea-5b85-4765-97da-af733e3f141c req-1714e03b-a589-4d64-ac91-99457521dbed tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1562541 Jun 02 16:39:51.261328 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01a36dea-5b85-4765-97da-af733e3f141c req-c402c8d7-5fc7-477b-9457-464a3992259c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835023 Jun 02 16:39:51.358257 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46350) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:51.475157 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46358) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:51.498494 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.519192 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:51.523962 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd59903e291648bd86606281b880b891 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:51.536958 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:51.536958 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:51.631775 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46366) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:51.641049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.648668 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.661820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-153a2a53-cdaa-4eed-b6ac-69fb947d4418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:51.718165 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd59903e291648bd86606281b880b891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419536 Jun 02 16:39:51.719277 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.720994 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46370) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:51.728007 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa985d-e6e3-4cfb-935f-59e7f2e00609,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:51.733461 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:51.741572 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:51.747377 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:54bc52d02bdd4f25954ca66d2084bdd6 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:51.751280 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:51.758295 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:51.785460 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.804571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:51.819071 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Usage tracker for resource:security_group_rule and tenant:cde135acb94b43018f6307aa93b11cde is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:51.822665 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:51.832770 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:51.834858 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.873564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.880312 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.890861 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:51.896011 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-192cdadb-66ff-4372-bd7e-05c43cb5ccd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:51.945202 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54bc52d02bdd4f25954ca66d2084bdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5856340 Jun 02 16:39:51.946412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f83e63f-474b-4d6f-99ba-ef3157877345,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:51.948638 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46378) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:51.950130 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:52.025511 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.041528 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2d1f2e86-06df-4a74-9342-446851ff51f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:52.074281 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.075586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa985d-e6e3-4cfb-935f-59e7f2e00609,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:52.086342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:52.089170 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.100641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-67a325e5-44ea-4ea5-a9ae-9d0fe5067771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:52.107412 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.149336 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.152700 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72aa985d-e6e3-4cfb-935f-59e7f2e00609 HTTP/1.1" status: 204 len: 168 time: 0.4282959 Jun 02 16:39:52.178613 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.187104 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cde135acb94b43018f6307aa93b11cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542972 Jun 02 16:39:52.190271 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46392) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:52.235071 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5af9b4-a602-4a76-bfd8-da294e8fd346,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:52.244618 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:52.250596 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.253797 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.259976 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:52.274971 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f83e63f-474b-4d6f-99ba-ef3157877345,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:52.277400 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:52.279014 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.284854 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f83e63f-474b-4d6f-99ba-ef3157877345 HTTP/1.1" status: 204 len: 168 time: 0.3350983 Jun 02 16:39:52.298257 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.413592 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.419368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:52.454216 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5af9b4-a602-4a76-bfd8-da294e8fd346,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:52.462164 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:52.534468 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.535922 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e5af9b4-a602-4a76-bfd8-da294e8fd346 HTTP/1.1" status: 204 len: 168 time: 0.3446672 Jun 02 16:39:52.608864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fc56-f85c-4883-96be-46323796c78b req-86d6083a-c9e8-4eb0-bc68-06d113dfbe9c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:52.616371 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fda9fc56-f85c-4883-96be-46323796c78b req-86d6083a-c9e8-4eb0-bc68-06d113dfbe9c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1414924 Jun 02 16:39:52.696149 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fda9fc56-f85c-4883-96be-46323796c78b req-951539f7-2da9-45b7-ab8d-42fc33aa5d98 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788064 Jun 02 16:39:52.813845 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46422) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:52.845331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:52.866784 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:52.873175 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Usage tracker for resource:security_group_rule and tenant:2d44f677e79e45d6b43838f7f123a815 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:52.876310 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:52.883614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:53.060689 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:53.073066 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:53.092608 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-49d5bca2-930f-457f-aed6-2f496c482845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:53.154704 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ca11f-7b9c-45f7-bd6e-e087a341a492,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:53.182989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:53.196539 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d44f677e79e45d6b43838f7f123a815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815882 Jun 02 16:39:53.199696 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46446) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:53.379253 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:53.415367 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:53.489024 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:53.497735 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a370e2fd-8810-4326-b761-4a9c9f8fb16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:53.514301 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ca11f-7b9c-45f7-bd6e-e087a341a492,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:53.517196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:53.519977 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:53.521137 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc5ca11f-7b9c-45f7-bd6e-e087a341a492 HTTP/1.1" status: 204 len: 168 time: 0.3203337 Jun 02 16:39:53.979901 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f29d-19c6-4fcb-ade6-8f8e1c6b3ed2 req-cc5b24b6-2352-42bf-99d8-a75c2721b470 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:53.981492 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3773f29d-19c6-4fcb-ade6-8f8e1c6b3ed2 req-cc5b24b6-2352-42bf-99d8-a75c2721b470 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1536899 Jun 02 16:39:54.053391 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3773f29d-19c6-4fcb-ade6-8f8e1c6b3ed2 req-81802f8e-952c-4381-bb10-a44c0bf3012a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634766 Jun 02 16:39:55.211296 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46612) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:55.301543 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8c4f1-589d-4235-9307-3f55e303effc req-e807af52-2054-45c3-852d-4a9164b397c9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:55.303089 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dee8c4f1-589d-4235-9307-3f55e303effc req-e807af52-2054-45c3-852d-4a9164b397c9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1187911 Jun 02 16:39:55.369347 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dee8c4f1-589d-4235-9307-3f55e303effc req-79029fa2-eb9c-4afb-ad0a-43c2e130dbf8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576737 Jun 02 16:39:55.447894 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.464768 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:55.469085 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Usage tracker for resource:security_group_rule and tenant:e296d6fd6ef04ced85116d2fa18a760d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:55.472440 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:55.484173 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:55.591598 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.596070 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.605918 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-590ded8d-f613-4b04-9a65-dd0c7104ce8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:55.657089 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e296d6fd6ef04ced85116d2fa18a760d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445589 Jun 02 16:39:55.659351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b5d960-2c4a-43ae-a95a-1cdfe7ef7e9b,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:55.660692 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46636) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:55.665279 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:55.737428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.769067 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.826276 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.831067 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-17dd862f-cd78-4207-a345-0aef7426b973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:55.842358 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b5d960-2c4a-43ae-a95a-1cdfe7ef7e9b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:55.845300 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:55.848075 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:55.849213 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75b5d960-2c4a-43ae-a95a-1cdfe7ef7e9b HTTP/1.1" status: 204 len: 168 time: 0.1871994 Jun 02 16:39:56.578657 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a053c-90f8-4609-b625-9d5368ef773c req-07560dab-f303-479c-8bea-51626e6c0ea2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:56.580913 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-917a053c-90f8-4609-b625-9d5368ef773c req-07560dab-f303-479c-8bea-51626e6c0ea2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1060569 Jun 02 16:39:56.642119 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-917a053c-90f8-4609-b625-9d5368ef773c req-cb86b5f5-58f6-4261-81a8-9e0248bd88af tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522146 Jun 02 16:39:57.426163 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46762) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:57.599029 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:57.617841 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:57.621526 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Usage tracker for resource:security_group_rule and tenant:4e889effb1d04a3090e0106d00859e50 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:57.624206 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:57.629878 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:57.723010 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:57.727808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:57.737713 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5020199c-4502-4d65-a758-a5b962530657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:57.822387 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e889effb1d04a3090e0106d00859e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951683 Jun 02 16:39:57.825040 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd4a71-1050-4aaa-b90d-e3da3bdee22d,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:57.825212 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46778) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:57.829199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:57.873575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d1243-c7b0-44ca-96c8-df6586a895e0 req-9f6a01e2-2bd8-4382-bb78-ebe947f99ab1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:57.875140 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-406d1243-c7b0-44ca-96c8-df6586a895e0 req-9f6a01e2-2bd8-4382-bb78-ebe947f99ab1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1159565 Jun 02 16:39:57.944363 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:57.948367 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-406d1243-c7b0-44ca-96c8-df6586a895e0 req-17431158-a763-427d-a113-23732970e3b6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631728 Jun 02 16:39:57.977783 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.045915 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.050725 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6c0b8e4c-2035-4c4a-9703-c32fe65f998f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:58.063741 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd4a71-1050-4aaa-b90d-e3da3bdee22d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:58.067378 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:58.081922 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.085630 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7dcd4a71-1050-4aaa-b90d-e3da3bdee22d HTTP/1.1" status: 204 len: 168 time: 0.2568905 Jun 02 16:39:58.149234 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46802) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:58.284595 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.312235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:58.312235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6db8b3b1b95b4ae2a3962553d4833eac is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:58.314250 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:58.320538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:58.406400 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.411335 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.423438 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5a0a60aa-b239-4b7a-8816-efb252fd93c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:58.460419 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6db8b3b1b95b4ae2a3962553d4833eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099439 Jun 02 16:39:58.463200 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46810) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:58.464652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac969a-0a1c-4330-9f5b-ee82d972673c,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:58.467822 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:58.500097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46812) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:58.519413 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.527781 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.533683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:58.537561 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Usage tracker for resource:security_group_rule and tenant:d787f458a5424100bb58c03c7ed65a04 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:58.540294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:58.546125 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:58.553386 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.615127 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.622885 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0aee1863-2cec-4993-9c8b-3deaa284ff76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:58.638463 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac969a-0a1c-4330-9f5b-ee82d972673c,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:58.649291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:58.650447 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.655643 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65ac969a-0a1c-4330-9f5b-ee82d972673c HTTP/1.1" status: 204 len: 168 time: 0.1881330 Jun 02 16:39:58.664958 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.669545 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.682961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-4268e111-a090-4b8e-ab24-6930b1e298b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:58.728578 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d787f458a5424100bb58c03c7ed65a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248640 Jun 02 16:39:58.728578 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84facac9-96d3-41a5-91af-f902601ccd02,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:58.728953 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46822) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:58.731087 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:58.801352 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.829990 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.902665 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.907150 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f9efe91b-a2d3-4d00-b452-78748be7e016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:58.921642 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84facac9-96d3-41a5-91af-f902601ccd02,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:58.925664 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:58.935291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:58.936910 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84facac9-96d3-41a5-91af-f902601ccd02 HTTP/1.1" status: 204 len: 168 time: 0.2067106 Jun 02 16:39:59.063743 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46832) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:59.231364 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e954e-8c26-402a-9425-5c5895b18a59 req-7606682f-d431-450d-be85-cb4ac03e5303 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:59.232513 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-358e954e-8c26-402a-9425-5c5895b18a59 req-7606682f-d431-450d-be85-cb4ac03e5303 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1071923 Jun 02 16:39:59.279482 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-358e954e-8c26-402a-9425-5c5895b18a59 req-7b18d534-790a-4173-b832-5ad62faa3f08 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394096 Jun 02 16:39:59.348714 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.364326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:39:59.372173 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Usage tracker for resource:security_group_rule and tenant:ba43f4c0b1db4865a63771164c78192a is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:39:59.375511 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:39:59.382114 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:39:59.466550 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.470850 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.481213 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2fd2d395-caaf-43ee-afde-3f0c7921ed82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:59.527162 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba43f4c0b1db4865a63771164c78192a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618907 Jun 02 16:39:59.528053 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecbcece-52bd-472c-aa5e-07852e8cb4ee,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:59.530399 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46850) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:59.531240 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:59.593564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.619966 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.688581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.693188 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3ca38bec-7399-483a-855e-7af0ee05fa0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:59.707852 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecbcece-52bd-472c-aa5e-07852e8cb4ee,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:59.711710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:59.724965 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:59.726071 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fecbcece-52bd-472c-aa5e-07852e8cb4ee HTTP/1.1" status: 204 len: 168 time: 0.1945872 Jun 02 16:39:59.915960 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-c61b63be-d444-4f4a-9422-20efe5c753ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781796 Jun 02 16:40:00.093806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-bc95d98e-603d-4edf-bc5d-622b0c3ac2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:00.095319 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-bc95d98e-603d-4edf-bc5d-622b0c3ac2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.0836856 Jun 02 16:40:00.288039 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-747c1ad9-b31a-4094-ac7e-42850d5ed5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:00.289453 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-747c1ad9-b31a-4094-ac7e-42850d5ed5ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.1481833 Jun 02 16:40:00.388888 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-894cd728-1b39-4afe-b478-c70d2ae286d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.0911331 Jun 02 16:40:00.512588 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-6437fb9b-b47f-4439-84af-56b04a62f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:00.514056 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-6437fb9b-b47f-4439-84af-56b04a62f673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.1162665 Jun 02 16:40:00.590692 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-25cb7738-a7bf-4329-a7c5-dd62e06989ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648785 Jun 02 16:40:00.651203 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce00d4-d94e-49d3-8d06-59f248bf6322 req-d53cc3bb-8352-4c1c-bf6d-2c58a9a49798 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:00.653258 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-44ce00d4-d94e-49d3-8d06-59f248bf6322 req-d53cc3bb-8352-4c1c-bf6d-2c58a9a49798 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1963685 Jun 02 16:40:00.849343 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-44ce00d4-d94e-49d3-8d06-59f248bf6322 req-84a4741c-33aa-4b13-92b8-a6921a51f41e tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880488 Jun 02 16:40:00.861201 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-87ccba46-45d6-4ef3-a912-1e2b3d20fef8 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580633 Jun 02 16:40:01.026109 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3dc964a9-997f-4a1f-a09f-af0b69d10c29 req-5732c95e-6a7a-475a-b898-042a911357be service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613235 Jun 02 16:40:01.193807 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46922) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:01.323527 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.338881 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:01.342790 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Usage tracker for resource:security_group_rule and tenant:fa2f713fe36c4f3babb21c32613565ee is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:01.346114 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:01.352795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:01.446866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.454420 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.466503 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-80e696d5-9e72-4e58-9b17-71ebdf4623db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:01.528657 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa2f713fe36c4f3babb21c32613565ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312147 Jun 02 16:40:01.529037 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d6284c-f165-47a0-969f-510c43d3e8e9,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:01.529153 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46936) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:01.533105 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:01.591745 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.624692 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.691382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.695182 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-59046b28-e52a-46fa-a097-76af63870927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:01.708644 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d6284c-f165-47a0-969f-510c43d3e8e9,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:01.712776 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:01.722915 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:01.726608 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79d6284c-f165-47a0-969f-510c43d3e8e9 HTTP/1.1" status: 204 len: 168 time: 0.1941252 Jun 02 16:40:02.061021 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ddfb-7763-471b-a91d-748a862c5d9b req-3705ff70-7aa2-4293-aa77-34cb53937ac2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:02.062739 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1870ddfb-7763-471b-a91d-748a862c5d9b req-3705ff70-7aa2-4293-aa77-34cb53937ac2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0906274 Jun 02 16:40:02.112466 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 46960) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:02.131550 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1870ddfb-7763-471b-a91d-748a862c5d9b req-69781b18-52aa-4785-a5a4-239b838fa2eb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Jun 02 16:40:02.132766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.148518 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:02.152850 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Usage tracker for resource:security_group_rule and tenant:2784ba5b31de494fb40766e054fb2e60 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:02.155846 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:02.162485 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:02.255985 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.259898 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.270413 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b23875aa-4151-41ae-9cd3-e5704550979f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:02.313575 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2784ba5b31de494fb40766e054fb2e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990302 Jun 02 16:40:02.315414 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea07681-ede4-48b4-97c6-dc5c2a9fc42f,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:02.316176 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 46968) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:02.332836 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:02.391411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.419574 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.476270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.481417 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-0fe58ea2-9cc6-49a8-9563-60433492f6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:02.497551 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea07681-ede4-48b4-97c6-dc5c2a9fc42f,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:02.500967 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:02.509353 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.510469 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cea07681-ede4-48b4-97c6-dc5c2a9fc42f HTTP/1.1" status: 204 len: 168 time: 0.1934555 Jun 02 16:40:03.326382 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f83fb2-f824-4fc1-8eb8-b0e153a144f6 req-b37809a3-d233-49b0-b628-b52b0f0fd233 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:03.327847 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b7f83fb2-f824-4fc1-8eb8-b0e153a144f6 req-b37809a3-d233-49b0-b628-b52b0f0fd233 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0842495 Jun 02 16:40:03.381233 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b7f83fb2-f824-4fc1-8eb8-b0e153a144f6 req-893819a7-7fe8-4c87-8ffd-09d5f1b3b45c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Jun 02 16:40:04.449075 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-81d478af-40bd-419b-801d-1a39fd034865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:04.618153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c59ca-04f8-4e34-bdbe-8ef7bb603d84 req-a2c50fad-a6e0-4e67-be7a-2d4fc1dad7e7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:04.621517 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a51c59ca-04f8-4e34-bdbe-8ef7bb603d84 req-a2c50fad-a6e0-4e67-be7a-2d4fc1dad7e7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1050649 Jun 02 16:40:04.675766 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a51c59ca-04f8-4e34-bdbe-8ef7bb603d84 req-00317028-a19c-46ca-a062-8b9be5128ba4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478566 Jun 02 16:40:05.710287 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:05.871513 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db060ffb-a9fc-473c-9530-8b8ecc3ca190 req-77657316-4e46-4892-a655-99ad92c4d9ed tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:05.873364 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-db060ffb-a9fc-473c-9530-8b8ecc3ca190 req-77657316-4e46-4892-a655-99ad92c4d9ed tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0802636 Jun 02 16:40:05.917724 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-db060ffb-a9fc-473c-9530-8b8ecc3ca190 req-360675d7-2d81-4b17-9c8e-89b6e8a5aed3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Jun 02 16:40:06.927043 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ae76d396-29fc-4927-9e40-808e6c876cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.107331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42093c-561a-42e0-b7ee-cd0735365cbe req-6a691cd7-bfc3-4e3a-937c-515427109c08 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:07.109084 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1c42093c-561a-42e0-b7ee-cd0735365cbe req-6a691cd7-bfc3-4e3a-937c-515427109c08 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0832734 Jun 02 16:40:07.162983 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1c42093c-561a-42e0-b7ee-cd0735365cbe req-52e1f534-0c1f-428e-9b26-5eef3cd2f89c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Jun 02 16:40:07.287788 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.586218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47128) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:07.702565 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.717221 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:07.721273 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Usage tracker for resource:security_group_rule and tenant:f275a976f3024ee482529ffa3cd4f49a is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:07.724033 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:07.730539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:07.816636 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.820375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.827696 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-25e00757-af85-4885-9109-ea700faacdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:07.874032 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f275a976f3024ee482529ffa3cd4f49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867000 Jun 02 16:40:07.874988 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa46ca-db50-4e07-ac49-8b7509d28faf,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:07.878430 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47132) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:07.878912 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:07.928303 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.940438 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:07.966140 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.027423 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.032310 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-11aac09b-af2d-47c8-b092-7ebbe1b7e131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:08.044698 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa46ca-db50-4e07-ac49-8b7509d28faf,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:08.048169 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:08.057745 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.060783 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/affa46ca-db50-4e07-ac49-8b7509d28faf HTTP/1.1" status: 204 len: 168 time: 0.1795216 Jun 02 16:40:08.372232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e8635-3d03-48c5-9d00-f9063f98a0da req-44163064-1bac-480e-a435-4ee92c8e6591 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:08.373706 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f9e8635-3d03-48c5-9d00-f9063f98a0da req-44163064-1bac-480e-a435-4ee92c8e6591 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0938818 Jun 02 16:40:08.445593 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f9e8635-3d03-48c5-9d00-f9063f98a0da req-61c22fef-6d2b-4c3b-88d1-ac8f630a9f07 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624444 Jun 02 16:40:08.472882 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47162) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:08.490110 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.504292 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:08.508509 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Usage tracker for resource:security_group_rule and tenant:d68e5e204c4d458b9280ba8c339bfff0 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:08.511552 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:08.519017 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:08.620541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.625024 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.632680 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a8850d14-3e27-41be-99e8-fd15a3727fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:08.671832 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c8ea76-c47c-46e9-af58-73c660b8acc0,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:08.678991 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d68e5e204c4d458b9280ba8c339bfff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025988 Jun 02 16:40:08.678991 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:08.679250 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47168) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:08.737438 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.764302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.821989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.825620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:08.838679 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c8ea76-c47c-46e9-af58-73c660b8acc0,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:08.840932 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:08.850730 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.851824 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4c8ea76-c47c-46e9-af58-73c660b8acc0 HTTP/1.1" status: 204 len: 168 time: 0.1717737 Jun 02 16:40:09.593272 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47198) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:09.677362 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac7a8-1546-4a8c-8248-baac94e308ff req-718acf29-c2d6-4da0-b9b7-e732d2b10a60 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:09.679021 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b0bac7a8-1546-4a8c-8248-baac94e308ff req-718acf29-c2d6-4da0-b9b7-e732d2b10a60 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1234620 Jun 02 16:40:09.702627 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:09.737360 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b0bac7a8-1546-4a8c-8248-baac94e308ff req-1e5e8112-3e92-4552-9620-585cdbaf5727 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Jun 02 16:40:09.749000 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-743610620-network', 'tenant_id': 'a0d729df771f46aaa9f298bcf80cade0'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:09.753846 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:09.757690 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Usage tracker for resource:network and tenant:a0d729df771f46aaa9f298bcf80cade0 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:09.760474 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:09.767854 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:09.778652 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Made reservation on behalf of a0d729df771f46aaa9f298bcf80cade0 for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:09.781287 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:09.797444 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:09.811594 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:09.815636 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Usage tracker for resource:security_group_rule and tenant:a0d729df771f46aaa9f298bcf80cade0 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:09.818402 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:09.824207 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:09.917261 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:09.922794 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:09.928241 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-bda6b9ef-3bc9-49c8-bda4-0dd5d30fcba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:09.953587 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:40:09.967342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a8567a-9607-404f-b7e4-3a323e0fae39,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:09.971831 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:09.972808 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:09.973655 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Added segment 428797ad-2c9e-40f7-b5e8-e6bb87c2829e of type vlan for network f385864f-954e-4a5c-b768-d6c45b039bd4 Jun 02 16:40:10.002886 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.032565 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.035711 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:10.036291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.041881 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-8f2b5ac5-e7eb-43d0-b979-2760cbfe7581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:10.061925 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47214) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:10.144475 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5499840 Jun 02 16:40:10.147827 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47218) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:10.150053 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Pushing event updated for resources: {'Network': ['ID=f385864f-954e-4a5c-b768-d6c45b039bd4,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:10.152926 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:10.153665 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Request body: {'subnet': {'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-743610620-subnet', 'tenant_id': 'a0d729df771f46aaa9f298bcf80cade0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:10.161844 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network f385864f-954e-4a5c-b768-d6c45b039bd4 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:40:10.173246 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:10.190858 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Usage tracker for resource:subnet and tenant:a0d729df771f46aaa9f298bcf80cade0 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:10.195221 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:10.201958 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.211537 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:10.224868 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:10.229743 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Made reservation on behalf of a0d729df771f46aaa9f298bcf80cade0 for: {'subnet': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:10.232035 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943374'] for subnet, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.244546 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Usage tracker for resource:security_group_rule and tenant:268ce89aa870454dade66b411ed44982 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:10.250564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:10.263019 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:10.483264 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.488638 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.498846 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-84704af9-cc3a-4c1f-8929-b1ebc4d28650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:10.559531 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978036d-15cc-493e-9a22-2eccb7cc27b4,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:10.565953 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:10.571352 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=268ce89aa870454dade66b411ed44982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073683 Jun 02 16:40:10.573188 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47224) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:10.632458 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.661884 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.723104 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.728446 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ff5e83cb-777f-4ab4-bef5-a2b7edc40c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:10.748106 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978036d-15cc-493e-9a22-2eccb7cc27b4,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:10.753623 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:10.756437 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.758601 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d978036d-15cc-493e-9a22-2eccb7cc27b4 HTTP/1.1" status: 204 len: 168 time: 0.1844947 Jun 02 16:40:10.912951 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943388'] for subnet, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:10.920432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6e25183d-ae18-4e9d-83c7-31b7ff3dbb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:11.007999 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4220839-8fc4-4eca-8e98-e304e37a6c5c,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:11.013175 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:11.024333 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Checking segment: {'id': '428797ad-2c9e-40f7-b5e8-e6bb87c2829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:11.024529 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Network hostable DHCP agents. Network: f385864f-954e-4a5c-b768-d6c45b039bd4, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:40:11.036901 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42a103-8bb2-45de-bb13-c3be5ee2b45a req-84fa2008-7441-450e-9d52-c37d62002f1c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:11.038354 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7d42a103-8bb2-45de-bb13-c3be5ee2b45a req-84fa2008-7441-450e-9d52-c37d62002f1c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1802511 Jun 02 16:40:11.082679 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Network f385864f-954e-4a5c-b768-d6c45b039bd4 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:40:11.086972 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47236) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:11.097983 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7d42a103-8bb2-45de-bb13-c3be5ee2b45a req-a9b9a097-f02c-41f4-bfd6-a87042272565 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Jun 02 16:40:11.099068 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, f385864f-954e-4a5c-b768-d6c45b039bd4) {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:11.104606 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.108606 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:11.109397 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.119806 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641347c-4693-491d-a96c-cc2d630675a5 None None] Network f385864f-954e-4a5c-b768-d6c45b039bd4 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:11.122256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:11.126168 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed12fcc29c44979a33119aadcac279c is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:11.130216 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:11.135336 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9862399 Jun 02 16:40:11.139434 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:11.237613 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.241805 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.250976 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ccc43477-72d1-492d-936a-a6e2de8390a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:11.289978 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f117e63c-9b36-4010-9dea-58b7d8853704,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:11.294118 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ed12fcc29c44979a33119aadcac279c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061188 Jun 02 16:40:11.294975 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:11.296723 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47242) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:11.357985 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.368986 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f409213-53c9-42c5-a22f-f22f8937362b None None] Network f385864f-954e-4a5c-b768-d6c45b039bd4 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:11.385273 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.513647 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.520038 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-8095ed38-6aa5-4bbb-8a90-9f8dfc517563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:11.540081 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117e63c-9b36-4010-9dea-58b7d8853704,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:11.542406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.545919 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f117e63c-9b36-4010-9dea-58b7d8853704 HTTP/1.1" status: 204 len: 168 time: 0.2460361 Jun 02 16:40:11.545919 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:11.806725 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47262) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:11.812333 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1828128695-network', 'tenant_id': '84866d7f01ad4110ac9361f47a576a7b'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:11.817255 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:11.821932 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Usage tracker for resource:network and tenant:84866d7f01ad4110ac9361f47a576a7b is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:11.836848 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:11.843081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:11.853465 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Made reservation on behalf of 84866d7f01ad4110ac9361f47a576a7b for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:11.856388 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.870384 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.874963 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47268) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:11.886031 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:11.889822 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Usage tracker for resource:security_group_rule and tenant:84866d7f01ad4110ac9361f47a576a7b is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:11.892710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:11.898560 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:11.901163 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:11.920703 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:11.925476 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:aeeb3f6754b24ea8a50cfcc0b72aacad is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:11.928814 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:11.934684 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:12.000273 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.005361 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.008217 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c68cc07d-5047-4d49-947b-2d815847a7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:12.031462 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.036715 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.038071 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:40:12.045541 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0e15fde0-1278-42f6-a9bd-53acb3394af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:12.047035 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74b4e05-34c8-4b07-b514-dfe05f415275,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:12.051546 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:12.059243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.059923 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Added segment f5bcbd18-2dad-4969-85be-31fdf9bb5961 of type vlan for network 4aaf178a-feab-4f28-96fa-6c0b5afd4543 Jun 02 16:40:12.090149 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.100177 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814f3d2e-b8b0-46dd-82cf-82c576e13383,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:12.104614 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeeb3f6754b24ea8a50cfcc0b72aacad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283940 Jun 02 16:40:12.105558 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:12.113449 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47270) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:12.144871 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.156657 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:12.157254 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.164519 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:12.233718 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4257956 Jun 02 16:40:12.237420 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47274) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:12.242474 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Request body: {'subnet': {'network_id': '4aaf178a-feab-4f28-96fa-6c0b5afd4543', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1828128695-subnet', 'tenant_id': '84866d7f01ad4110ac9361f47a576a7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:12.247365 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:12.251186 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Usage tracker for resource:subnet and tenant:84866d7f01ad4110ac9361f47a576a7b is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:12.254686 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:12.260355 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:12.270957 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Made reservation on behalf of 84866d7f01ad4110ac9361f47a576a7b for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:12.273401 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.287974 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Pushing event updated for resources: {'Network': ['ID=4aaf178a-feab-4f28-96fa-6c0b5afd4543,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:12.302565 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 4aaf178a-feab-4f28-96fa-6c0b5afd4543 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:40:12.324391 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.330753 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:12.371008 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.433252 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b4cee-a7dd-4dcb-9478-2b68f84b3140 req-0652d9f8-f578-4f1e-a5c3-f1e3ec728c78 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:12.434875 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-571b4cee-a7dd-4dcb-9478-2b68f84b3140 req-0652d9f8-f578-4f1e-a5c3-f1e3ec728c78 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1504314 Jun 02 16:40:12.476003 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.483585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:12.499480 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-571b4cee-a7dd-4dcb-9478-2b68f84b3140 req-0ad96bf1-0c2c-4809-b396-848dbe5357f1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571392 Jun 02 16:40:12.504199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f3d2e-b8b0-46dd-82cf-82c576e13383,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:12.506497 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.510015 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/814f3d2e-b8b0-46dd-82cf-82c576e13383 HTTP/1.1" status: 204 len: 168 time: 0.3981690 Jun 02 16:40:12.510015 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:12.715556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.720285 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-cf62d386-446a-4526-9e37-8dfd4ecef7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:12.799296 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4606e83-0d43-41a5-81d9-3c0b39608277,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:12.802869 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:12.809473 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Checking segment: {'id': 'f5bcbd18-2dad-4969-85be-31fdf9bb5961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4aaf178a-feab-4f28-96fa-6c0b5afd4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:12.809821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Network hostable DHCP agents. Network: 4aaf178a-feab-4f28-96fa-6c0b5afd4543, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:40:12.827689 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Network 4aaf178a-feab-4f28-96fa-6c0b5afd4543 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:40:12.836693 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 4aaf178a-feab-4f28-96fa-6c0b5afd4543) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:12.840522 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:12.841230 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:12.846434 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2d7d4-28b9-4ed8-a088-917faef746df None None] Network 4aaf178a-feab-4f28-96fa-6c0b5afd4543 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:12.869700 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6311374 Jun 02 16:40:13.141631 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce51f7-fd4b-4992-9174-1c7ab8d6abbf None None] Network 4aaf178a-feab-4f28-96fa-6c0b5afd4543 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:13.693307 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b4ac9-f679-4949-ac95-0b0241905f14 req-4e66488d-9547-4a14-8f48-862be4d31685 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:13.694834 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-455b4ac9-f679-4949-ac95-0b0241905f14 req-4e66488d-9547-4a14-8f48-862be4d31685 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0841312 Jun 02 16:40:13.739078 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-455b4ac9-f679-4949-ac95-0b0241905f14 req-1c10ab52-b6c3-4d8e-a7bb-53e68972e965 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Jun 02 16:40:14.933012 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9c75b-12a0-444c-8e50-d6b8d0ba4e28 req-186e0923-e3c2-43b7-b092-7008d76dcf00 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:14.934456 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7fd9c75b-12a0-444c-8e50-d6b8d0ba4e28 req-186e0923-e3c2-43b7-b092-7008d76dcf00 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0851834 Jun 02 16:40:14.984974 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7fd9c75b-12a0-444c-8e50-d6b8d0ba4e28 req-83357873-f8ae-4294-8e0f-00ce0f99d29c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Jun 02 16:40:16.172550 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70381-3ece-4810-ad91-d765997bb828 req-a93bba74-7131-4e14-b021-5394f2f41887 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:16.174216 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7ad70381-3ece-4810-ad91-d765997bb828 req-a93bba74-7131-4e14-b021-5394f2f41887 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0808811 Jun 02 16:40:16.221284 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7ad70381-3ece-4810-ad91-d765997bb828 req-4efdb5a6-201b-4e23-a85f-7165a61b85ec tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Jun 02 16:40:17.363688 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:40:17.426866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fa0e8-a41c-445b-b50e-3ac9d422eb15 req-de5be391-2dc7-48b6-907e-2cc125f3dc50 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.429195 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-391fa0e8-a41c-445b-b50e-3ac9d422eb15 req-de5be391-2dc7-48b6-907e-2cc125f3dc50 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0981078 Jun 02 16:40:17.489784 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-391fa0e8-a41c-445b-b50e-3ac9d422eb15 req-68c38e38-2e40-4e26-b71e-b67cfea90029 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551405 Jun 02 16:40:17.751181 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-a3342a67-d018-4c61-97c8-a7477ffb044a tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.752723 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-a3342a67-d018-4c61-97c8-a7477ffb044a tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/networks?id=f385864f-954e-4a5c-b768-d6c45b039bd4 HTTP/1.1" status: 200 len: 808 time: 0.1623976 Jun 02 16:40:17.767526 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-6c402a55-6f08-4b83-90da-36b82892aa83 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/quotas/a0d729df771f46aaa9f298bcf80cade0 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Jun 02 16:40:17.815531 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-45d4f8d3-3f96-4ec3-81c7-50c6cc808041 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a0d729df771f46aaa9f298bcf80cade0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420506 Jun 02 16:40:17.960913 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-17fe9efd-0673-455e-a40b-d70fae4b9097 service neutron] 10.222.0.38 "GET /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383288 Jun 02 16:40:18.119328 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-8ea03aff-e17c-4c2b-848a-ed6d9e9ce8a5 service neutron] 10.222.0.38 "GET /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526604 Jun 02 16:40:18.321257 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-04c10451-7961-494f-a143-2d189117f48c req-208f9345-b889-43b7-a8b8-996cb8045753 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 210 time: 0.0465043 Jun 02 16:40:18.788989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c221-b2ca-49e1-9f43-dfc849fbe402 req-4d5cc216-5a54-4ea4-b405-da85bfc1cd02 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:18.793290 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fe4c221-b2ca-49e1-9f43-dfc849fbe402 req-4d5cc216-5a54-4ea4-b405-da85bfc1cd02 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1653602 Jun 02 16:40:18.881918 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fe4c221-b2ca-49e1-9f43-dfc849fbe402 req-3327efac-4f47-4485-9f59-e733f78a2e24 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Jun 02 16:40:18.926153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e542e-0d46-4eeb-a05a-a13e58acbf96 req-dbf35573-15b9-4a4e-aacb-edb99977fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:18.927738 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8c1e542e-0d46-4eeb-a05a-a13e58acbf96 req-dbf35573-15b9-4a4e-aacb-edb99977fab0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 1098 time: 0.1004798 Jun 02 16:40:18.975449 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8c1e542e-0d46-4eeb-a05a-a13e58acbf96 req-0a75426c-7ddd-45e6-8c50-8b0867bf5082 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Jun 02 16:40:19.471190 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fe2b0426-c486-4b75-9a28-13a4636ea1d5 req-6ab45f03-73d5-4066-b931-35aadf4e28dd tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 210 time: 0.0455019 Jun 02 16:40:19.620579 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-b0e9186a-72a4-4219-9a02-7ebbef2a63d0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:19.623195 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-b0e9186a-72a4-4219-9a02-7ebbef2a63d0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.48 "GET /v2.0/networks?id=f385864f-954e-4a5c-b768-d6c45b039bd4 HTTP/1.1" status: 200 len: 808 time: 0.1540256 Jun 02 16:40:19.640012 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Request body: {'port': {'device_id': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4', 'admin_state_up': True, 'tenant_id': 'a0d729df771f46aaa9f298bcf80cade0'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:19.788041 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:19.791823 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Usage tracker for resource:port and tenant:a0d729df771f46aaa9f298bcf80cade0 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:19.794628 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:19.800812 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:19.811366 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Made reservation on behalf of a0d729df771f46aaa9f298bcf80cade0 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:19.814922 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.014648 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Allocated IP 172.20.0.6 (f385864f-954e-4a5c-b768-d6c45b039bd4/c4220839-8fc4-4eca-8e98-e304e37a6c5c/bc5b7e3e-d17e-40af-9908-e0313420a564) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:20.256283 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58030b1c-82c4-4e91-bf58-b5fcdbf1d368 req-e9db0e4c-d217-473d-9c82-e7e5c88714af tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:20.257840 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-58030b1c-82c4-4e91-bf58-b5fcdbf1d368 req-e9db0e4c-d217-473d-9c82-e7e5c88714af tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.2157233 Jun 02 16:40:20.320018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.338005 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-58030b1c-82c4-4e91-bf58-b5fcdbf1d368 req-4809e1f5-c2f0-44df-89e8-3858c1125e45 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643990 Jun 02 16:40:20.363028 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.370408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:20.436466 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Network f385864f-954e-4a5c-b768-d6c45b039bd4 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:20.439997 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:20.443963 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:20.486718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Pushing event updated for resources: {'Port': ['ID=bc5b7e3e-d17e-40af-9908-e0313420a564,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:20.491025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:20.514980 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:20.515577 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.536451 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9009812 Jun 02 16:40:20.549962 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Request body: {'port': {'device_id': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:20.719805 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.786169 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33446b2-f39d-4b51-a9c4-8dbfdb3e9350 req-ae8b3115-fc7c-464b-b224-f4e9e3092ce0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:20.786863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-e33446b2-f39d-4b51-a9c4-8dbfdb3e9350 req-ae8b3115-fc7c-464b-b224-f4e9e3092ce0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Synchronizing usage tracker for tenant:a0d729df771f46aaa9f298bcf80cade0 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:20.863969 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-e33446b2-f39d-4b51-a9c4-8dbfdb3e9350 req-ae8b3115-fc7c-464b-b224-f4e9e3092ce0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Unset dirty status for tenant:a0d729df771f46aaa9f298bcf80cade0 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:20.865049 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e33446b2-f39d-4b51-a9c4-8dbfdb3e9350 req-ae8b3115-fc7c-464b-b224-f4e9e3092ce0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 931 time: 0.2775898 Jun 02 16:40:20.956100 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e33446b2-f39d-4b51-a9c4-8dbfdb3e9350 req-4967516f-236c-4c4d-9aa8-e34280d03503 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848002 Jun 02 16:40:21.201452 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5b7e3e-d17e-40af-9908-e0313420a564 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:21.209791 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:21.225872 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Transition to ACTIVE for port object bc5b7e3e-d17e-40af-9908-e0313420a564 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:21.228664 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:21.233479 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:21.387087 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5b7e3e-d17e-40af-9908-e0313420a564,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:21.395098 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:21.513193 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Attempting to bind port bc5b7e3e-d17e-40af-9908-e0313420a564 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:21.513193 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Attempting to bind port bc5b7e3e-d17e-40af-9908-e0313420a564 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '428797ad-2c9e-40f7-b5e8-e6bb87c2829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:21.513193 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Attempting to bind port bc5b7e3e-d17e-40af-9908-e0313420a564 on network f385864f-954e-4a5c-b768-d6c45b039bd4 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:21.518419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Port bc5b7e3e-d17e-40af-9908-e0313420a564 on network f385864f-954e-4a5c-b768-d6c45b039bd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:40:21.518742 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Attempting to bind port bc5b7e3e-d17e-40af-9908-e0313420a564 on network f385864f-954e-4a5c-b768-d6c45b039bd4 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:21.526973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:21.527329 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Checking segment: {'id': '428797ad-2c9e-40f7-b5e8-e6bb87c2829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:21.527700 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Bound using segment: {'id': '428797ad-2c9e-40f7-b5e8-e6bb87c2829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:21.528153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Bound port: bc5b7e3e-d17e-40af-9908-e0313420a564, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428797ad-2c9e-40f7-b5e8-e6bb87c2829e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:21.528491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:21.621128 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ff96-68a6-4b7c-9598-e3bf7623e385 req-6f1ff794-c10d-4bc1-86bf-7c8cfd20cf12 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:21.622573 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6a89ff96-68a6-4b7c-9598-e3bf7623e385 req-6f1ff794-c10d-4bc1-86bf-7c8cfd20cf12 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1592078 Jun 02 16:40:21.667479 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] For port bc5b7e3e-d17e-40af-9908-e0313420a564, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:21.678619 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] For port bc5b7e3e-d17e-40af-9908-e0313420a564, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bc5b7e3e-d17e-40af-9908-e0313420a564,segment=NetworkSegment(428797ad-2c9e-40f7-b5e8-e6bb87c2829e),segment_id=428797ad-2c9e-40f7-b5e8-e6bb87c2829e)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:21.686179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:21.694501 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6a89ff96-68a6-4b7c-9598-e3bf7623e385 req-ed4af7ce-1497-4585-9914-0e3a71b83c87 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602853 Jun 02 16:40:21.695941 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:21.760809 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:21.761409 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:21.762726 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/bc5b7e3e-d17e-40af-9908-e0313420a564 HTTP/1.1" status: 200 len: 1093 time: 1.2177768 Jun 02 16:40:21.763195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'tag': 'bc5b7e3e-d17e-40af-9908-e0313420a564'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:21.765534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad93985-1fc9-4e98-8413-bbef4a3a843c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb91f9c-0eb9-47c8-8722-da9c95543bb1", "tag": "bc5b7e3e-d17e-40af-9908-e0313420a564"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:21.789518 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5b7e3e-d17e-40af-9908-e0313420a564,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:21.793468 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:21.863789 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0d8292-b656-4482-a70a-7bf6dca1c6da x-openstack-request-id: req-be0d8292-b656-4482-a70a-7bf6dca1c6da {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:21.864103 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb91f9c-0eb9-47c8-8722-da9c95543bb1", "tag": "bc5b7e3e-d17e-40af-9908-e0313420a564", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:21.864655 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be0d8292-b656-4482-a70a-7bf6dca1c6da {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:21.864836 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'tag': 'bc5b7e3e-d17e-40af-9908-e0313420a564', 'status': 'completed', 'code': 200} Jun 02 16:40:21.966032 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-a6cf2122-83bd-4071-a2fb-b611ebcc7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:21.968434 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-a6cf2122-83bd-4071-a2fb-b611ebcc7660 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d729df771f46aaa9f298bcf80cade0&device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 1096 time: 0.1487570 Jun 02 16:40:21.988294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd98e1-d570-46e0-a8b2-fd8b007bac72 req-1438741c-491f-4ad1-a051-caa51531d253 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:21.988294 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c8dd98e1-d570-46e0-a8b2-fd8b007bac72 req-1438741c-491f-4ad1-a051-caa51531d253 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1186769 Jun 02 16:40:22.060878 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-fbd18e5a-4cca-4d07-9e80-b47aaa1a21ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5b7e3e-d17e-40af-9908-e0313420a564 HTTP/1.1" status: 200 len: 217 time: 0.0792308 Jun 02 16:40:22.166633 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c8dd98e1-d570-46e0-a8b2-fd8b007bac72 req-08512c7b-a3d8-4851-ae4e-d20c2ec7b838 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359870 Jun 02 16:40:22.195957 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875920d-f67a-437c-9ca1-186b157f716b req-fbfc8eda-5090-4121-8fc1-4cb72ef956a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:22.196264 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-fbfc8eda-5090-4121-8fc1-4cb72ef956a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4220839-8fc4-4eca-8e98-e304e37a6c5c HTTP/1.1" status: 200 len: 848 time: 0.1248436 Jun 02 16:40:22.252763 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-b12892b6-f4c3-407f-8ed7-a0be6b718c7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f385864f-954e-4a5c-b768-d6c45b039bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497150 Jun 02 16:40:22.265180 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641a49-f061-4fa2-895d-0ed76361e725 req-508898c7-d9b9-458f-9115-e7d17ddcc988 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:22.266605 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fa641a49-f061-4fa2-895d-0ed76361e725 req-508898c7-d9b9-458f-9115-e7d17ddcc988 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 943 time: 0.1591649 Jun 02 16:40:22.404284 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fa641a49-f061-4fa2-895d-0ed76361e725 req-0df15f47-8da1-4d2b-889a-612e0be0af07 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188197 Jun 02 16:40:22.434414 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-f1449cbd-ef68-47e9-9203-515b7010d54b service neutron] 10.222.0.48 "GET /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662040 Jun 02 16:40:22.575269 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f875920d-f67a-437c-9ca1-186b157f716b req-9a4bb214-98b1-40b7-b12e-2882c3c865bf service neutron] 10.222.0.48 "GET /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331489 Jun 02 16:40:22.721696 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-f342fc11-0a03-4716-ac2e-08e65ac2eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:22.723192 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-f342fc11-0a03-4716-ac2e-08e65ac2eea7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d729df771f46aaa9f298bcf80cade0&device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0842459 Jun 02 16:40:22.857378 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-185cdf24-7ab9-4e88-b1e6-bffb7299acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:22.858818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-185cdf24-7ab9-4e88-b1e6-bffb7299acc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f385864f-954e-4a5c-b768-d6c45b039bd4 HTTP/1.1" status: 200 len: 909 time: 0.1279142 Jun 02 16:40:23.000505 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-d3b11c92-e851-43a6-ad28-e3b49c8b6a2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5b7e3e-d17e-40af-9908-e0313420a564 HTTP/1.1" status: 200 len: 217 time: 0.1325176 Jun 02 16:40:23.065018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-cacb4c42-8060-4cec-a57d-89eb79c346eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:23.066412 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-cacb4c42-8060-4cec-a57d-89eb79c346eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4220839-8fc4-4eca-8e98-e304e37a6c5c HTTP/1.1" status: 200 len: 848 time: 0.0562027 Jun 02 16:40:23.128961 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-db4591d1-e701-440a-81e6-686422cccead service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f385864f-954e-4a5c-b768-d6c45b039bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431211 Jun 02 16:40:23.264262 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-221e5adf-8b8b-477f-972e-9f6484492f9c service neutron] 10.222.0.48 "GET /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267824 Jun 02 16:40:23.402805 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ad93985-1fc9-4e98-8413-bbef4a3a843c req-2e70eda3-2804-4469-89d6-8ddad6e7d6fd service neutron] 10.222.0.48 "GET /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311374 Jun 02 16:40:23.594321 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87438555-5875-4679-857c-6dabdcb6d044 req-217d71b9-4db1-44af-b017-8e3973e7b8ad tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:23.596357 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-87438555-5875-4679-857c-6dabdcb6d044 req-217d71b9-4db1-44af-b017-8e3973e7b8ad tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 943 time: 0.0810394 Jun 02 16:40:23.640534 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-87438555-5875-4679-857c-6dabdcb6d044 req-ed7a79cb-e556-48ec-ba89-1c2af8752da6 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Jun 02 16:40:24.232019 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-8589721f-844a-47d4-b3d0-2b167a8097b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:24.232019 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-8589721f-844a-47d4-b3d0-2b167a8097b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.1619747 Jun 02 16:40:24.245677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6cd1a-8139-41cc-9dc2-6ac1bbc6440f req-49256402-f8a4-452c-8d93-43e66b01c4e9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:24.247117 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-30a6cd1a-8139-41cc-9dc2-6ac1bbc6440f req-49256402-f8a4-452c-8d93-43e66b01c4e9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1199021 Jun 02 16:40:24.392878 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-30a6cd1a-8139-41cc-9dc2-6ac1bbc6440f req-81f0de93-9397-4539-8ca0-89d522785b24 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211002 Jun 02 16:40:24.418337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-58db3762-3e94-4a5c-badb-f54ccb9376ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:24.420281 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-58db3762-3e94-4a5c-badb-f54ccb9376ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.1723311 Jun 02 16:40:24.491685 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-2c2cacee-5ecc-4c4d-bbd3-2be269b27b9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.0645995 Jun 02 16:40:24.569858 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-33142bed-3c03-4d54-8d39-a2b607964eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:24.571732 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-33142bed-3c03-4d54-8d39-a2b607964eca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.0700922 Jun 02 16:40:24.629507 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-d1039945-1ee1-48c5-a729-1995dc232a83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486617 Jun 02 16:40:24.869338 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-83b35870-e4e9-4e76-acfc-eaec177a782a service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273641 Jun 02 16:40:25.007283 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e153-4cb8-4456-a380-efbb5ee76f52 req-ab3f9e08-d434-453a-88cb-90202a617aa0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:25.008711 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a93e153-4cb8-4456-a380-efbb5ee76f52 req-ab3f9e08-d434-453a-88cb-90202a617aa0 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 943 time: 0.2082710 Jun 02 16:40:25.058733 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b522c553-e8b4-4203-abfd-cd31c0a92766 req-f17185fc-3750-4a71-b320-39cdfa93746b service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795447 Jun 02 16:40:25.071717 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a93e153-4cb8-4456-a380-efbb5ee76f52 req-295db200-f85d-4da4-ad49-79c3cb795ff3 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Jun 02 16:40:25.587494 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad4cd5-f709-4430-a772-ee8b0daec0f9 req-2490be31-5d6d-4d01-aef1-edca660c09b1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:25.588930 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8aad4cd5-f709-4430-a772-ee8b0daec0f9 req-2490be31-5d6d-4d01-aef1-edca660c09b1 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0800135 Jun 02 16:40:25.635180 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8aad4cd5-f709-4430-a772-ee8b0daec0f9 req-8f252682-ec93-4d95-806a-867dcf547959 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Jun 02 16:40:26.196527 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47600) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:26.352554 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.359872 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d67bab-9948-44be-a594-b5e58edab54d req-87942443-3f01-4c55-91e1-710c6225c9b1 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:26.361729 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-27d67bab-9948-44be-a594-b5e58edab54d req-87942443-3f01-4c55-91e1-710c6225c9b1 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 943 time: 0.1742823 Jun 02 16:40:26.374072 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:26.378028 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9c94fb401a4f8fb856e3ab695ddfcf is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:26.381094 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:26.387102 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:26.411245 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-27d67bab-9948-44be-a594-b5e58edab54d req-6e1b45b4-fba9-4a7d-9c40-de11e4e325ad tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Jun 02 16:40:26.480634 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.487330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.492692 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2eb2f875-9823-43a6-a8bd-d94b5feb813b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:26.526720 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f35979-1842-4fc3-b9a9-f0a5cc795707,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:26.542397 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:26.562929 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f9c94fb401a4f8fb856e3ab695ddfcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630335 Jun 02 16:40:26.564053 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47608) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:26.626766 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.653071 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.675078 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bc5b7e3e-d17e-40af-9908-e0313420a564 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:40:26.709255 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.714229 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c6110500-1b97-4273-a042-606be9a4b739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:26.731516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f35979-1842-4fc3-b9a9-f0a5cc795707,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:26.734623 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:26.736816 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.739733 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7f35979-1842-4fc3-b9a9-f0a5cc795707 HTTP/1.1" status: 204 len: 168 time: 0.1739669 Jun 02 16:40:26.837988 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bc5b7e3e-d17e-40af-9908-e0313420a564, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bc5b7e3e-d17e-40af-9908-e0313420a564,segment=NetworkSegment(428797ad-2c9e-40f7-b5e8-e6bb87c2829e),segment_id=428797ad-2c9e-40f7-b5e8-e6bb87c2829e)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:26.851930 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'bc5b7e3e-d17e-40af-9908-e0313420a564', 'network_id': 'f385864f-954e-4a5c-b768-d6c45b039bd4', 'port_id': 'bc5b7e3e-d17e-40af-9908-e0313420a564', 'mac_address': 'fa:16:3e:09:76:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4220839-8fc4-4eca-8e98-e304e37a6c5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:40:26.852127 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15ec4-d52d-4e91-8f8c-12ff7b1be038 req-8b68728c-a7d4-4aa6-801f-c93b3e5208e3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:26.853598 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b8d15ec4-d52d-4e91-8f8c-12ff7b1be038 req-8b68728c-a7d4-4aa6-801f-c93b3e5208e3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0966308 Jun 02 16:40:26.911304 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b8d15ec4-d52d-4e91-8f8c-12ff7b1be038 req-dcafd4fb-cb4c-4ee6-972c-00ad75cfaccc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Jun 02 16:40:26.921968 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.939569 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5b7e3e-d17e-40af-9908-e0313420a564 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:26.959158 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bc5b7e3e-d17e-40af-9908-e0313420a564, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bc5b7e3e-d17e-40af-9908-e0313420a564,segment=NetworkSegment(428797ad-2c9e-40f7-b5e8-e6bb87c2829e),segment_id=428797ad-2c9e-40f7-b5e8-e6bb87c2829e)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:26.963986 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.965841 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:27.035305 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bc5b7e3e-d17e-40af-9908-e0313420a564,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:27.044684 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.045064 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.045439 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.045770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.046091 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.046413 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.046729 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.047043 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.047356 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.047671 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.048016 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.048389 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:27.054075 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:27.307672 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bc5b7e3e-d17e-40af-9908-e0313420a564'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:27.522683 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47640) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:27.607269 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d9831-8009-41dd-b663-d284cc45b3eb req-7b39ed50-f499-4a3e-acad-343b834380cb tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:27.608852 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-995d9831-8009-41dd-b663-d284cc45b3eb req-7b39ed50-f499-4a3e-acad-343b834380cb tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 944 time: 0.0867355 Jun 02 16:40:27.634686 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-15559013-network', 'tenant_id': '971c44b3e075427994b9179d73c27a1e'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:27.639279 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:27.644210 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Usage tracker for resource:network and tenant:971c44b3e075427994b9179d73c27a1e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:27.648421 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:27.654600 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:27.661041 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-995d9831-8009-41dd-b663-d284cc45b3eb req-cbff4631-1458-4695-924a-e4682de84814 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Jun 02 16:40:27.666915 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Made reservation on behalf of 971c44b3e075427994b9179d73c27a1e for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:27.669508 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.689007 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.703955 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:27.708618 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:971c44b3e075427994b9179d73c27a1e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:27.711435 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:27.718578 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:27.811033 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.816091 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.819379 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6a1a4388-3eca-4132-96f0-f84307fe057c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:27.849945 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:40:27.860943 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6661fa9c-a1ed-4382-9be6-90a7717715e0,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:27.865969 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:27.870354 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.870735 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Added segment ffccdabc-95b1-4d02-86e4-9cc0bee13e69 of type vlan for network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 Jun 02 16:40:27.908439 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.951114 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.952463 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:27.953054 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.975930 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e3c72ec5-4824-4e3e-9062-65a9633b9de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:28.089218 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5648265 Jun 02 16:40:28.089710 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe875e27-c4ab-4aee-a3ef-9c447e1bee96,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:28.091703 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47658) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:28.093852 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:28.098195 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Request body: {'subnet': {'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-15559013-subnet', 'tenant_id': '971c44b3e075427994b9179d73c27a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:28.102929 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:28.106244 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:40:28.107729 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Usage tracker for resource:subnet and tenant:971c44b3e075427994b9179d73c27a1e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:28.111395 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:28.117094 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:28.128614 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Made reservation on behalf of 971c44b3e075427994b9179d73c27a1e for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:28.131168 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.147191 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2b57-1c84-44a3-a771-d3da7796a9c6 req-15985a70-8489-4572-b838-d6a58af17b43 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:28.149204 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ff0c2b57-1c84-44a3-a771-d3da7796a9c6 req-15985a70-8489-4572-b838-d6a58af17b43 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1114194 Jun 02 16:40:28.222786 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ff0c2b57-1c84-44a3-a771-d3da7796a9c6 req-126b1d1a-1c0a-439e-b96a-5985d1c8129c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577099 Jun 02 16:40:28.539213 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.544363 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e246736d-a58a-4278-8850-b547dca2ca17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:28.615520 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3943594-8364-4299-a198-ddf6485ea5be,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:28.619209 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:28.623785 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Checking segment: {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:28.624135 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Network hostable DHCP agents. Network: fe875e27-c4ab-4aee-a3ef-9c447e1bee96, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:40:28.642401 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:40:28.653399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, fe875e27-c4ab-4aee-a3ef-9c447e1bee96) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:28.658010 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:28.658611 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.662485 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6da79-cd89-4881-a1bc-2a37554a51e6 None None] Network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:28.680145 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5872052 Jun 02 16:40:28.696250 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bc5b7e3e-d17e-40af-9908-e0313420a564 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:40:28.868783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a49af-a102-43b6-acb3-2c0b0fbc0ad3 req-360c9966-599e-440c-9e47-226ec839e5fc tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:28.871018 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ac0a49af-a102-43b6-acb3-2c0b0fbc0ad3 req-360c9966-599e-440c-9e47-226ec839e5fc tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 944 time: 0.0903540 Jun 02 16:40:28.924536 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port bc5b7e3e-d17e-40af-9908-e0313420a564 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:28.927885 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ac0a49af-a102-43b6-acb3-2c0b0fbc0ad3 req-663e44d4-9bfe-4fc0-abb8-80ea5ec0f362 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 Jun 02 16:40:28.935136 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port bc5b7e3e-d17e-40af-9908-e0313420a564 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:28.935522 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.966543 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe3fed-e5da-48b3-a336-7e9b0e1af415 None None] Network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:29.254008 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:29.300725 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5b7e3e-d17e-40af-9908-e0313420a564'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:29.303360 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8e0e7-afce-4705-97d9-a82ec4c31fec" -d '{"events": [{"server_uuid": "2bb91f9c-0eb9-47c8-8722-da9c95543bb1", "name": "network-vif-plugged", "status": "completed", "tag": "bc5b7e3e-d17e-40af-9908-e0313420a564"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:29.319262 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bc5b7e3e-d17e-40af-9908-e0313420a564, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bc5b7e3e-d17e-40af-9908-e0313420a564,segment=NetworkSegment(428797ad-2c9e-40f7-b5e8-e6bb87c2829e),segment_id=428797ad-2c9e-40f7-b5e8-e6bb87c2829e)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:29.333920 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:29.341074 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:29.451488 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab6fcf-c624-4889-bd14-ec402c8f32ed x-openstack-request-id: req-2cab6fcf-c624-4889-bd14-ec402c8f32ed {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:29.452292 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb91f9c-0eb9-47c8-8722-da9c95543bb1", "name": "network-vif-plugged", "status": "completed", "tag": "bc5b7e3e-d17e-40af-9908-e0313420a564", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:29.453118 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cab6fcf-c624-4889-bd14-ec402c8f32ed {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:29.454592 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5b7e3e-d17e-40af-9908-e0313420a564', 'code': 200} Jun 02 16:40:29.489644 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d01d7-933d-42fd-ae7d-62ea8f386569 req-2ced3403-4e13-421a-bb4f-cf2ecfdca9af tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:29.499174 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ad5d01d7-933d-42fd-ae7d-62ea8f386569 req-2ced3403-4e13-421a-bb4f-cf2ecfdca9af tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1246076 Jun 02 16:40:29.502411 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bc5b7e3e-d17e-40af-9908-e0313420a564,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:29.509723 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:29.577366 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ad5d01d7-933d-42fd-ae7d-62ea8f386569 req-fdf060cc-c17b-4038-8f93-55db214be8d8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Jun 02 16:40:29.693640 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfaa0a-cf0f-44e5-a781-d9aad4ffa5b9 req-6a9ceb6b-d36f-4efc-90e0-da5051e04602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:29.695227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-19bfaa0a-cf0f-44e5-a781-d9aad4ffa5b9 req-6a9ceb6b-d36f-4efc-90e0-da5051e04602 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0745742 Jun 02 16:40:29.740558 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-19bfaa0a-cf0f-44e5-a781-d9aad4ffa5b9 req-a1d88c86-a046-46ac-923e-f07b487597a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Jun 02 16:40:30.130026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978fe68-e4ee-4d88-8504-4e0ea06121df req-e88619bd-0de6-493e-a6cc-67607c6ec59c tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:30.131663 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c978fe68-e4ee-4d88-8504-4e0ea06121df req-e88619bd-0de6-493e-a6cc-67607c6ec59c tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 945 time: 0.0872512 Jun 02 16:40:30.176425 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c978fe68-e4ee-4d88-8504-4e0ea06121df req-43031ebf-4700-4afa-95bc-d61f2ed73cd6 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Jun 02 16:40:30.829902 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac24db-5f3d-4d27-809e-c081707ccf7f req-f651c4c5-16e9-40d6-8ba5-021e8068cef2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:30.837049 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-89ac24db-5f3d-4d27-809e-c081707ccf7f req-f651c4c5-16e9-40d6-8ba5-021e8068cef2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1401391 Jun 02 16:40:30.959000 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-89ac24db-5f3d-4d27-809e-c081707ccf7f req-5740b772-b6fd-43d2-b6b3-7911bca33db6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210701 Jun 02 16:40:30.985752 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-d9a91d25-f607-4ba7-98c0-1db281ab6a65 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:30.987836 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-d9a91d25-f607-4ba7-98c0-1db281ab6a65 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/networks?id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 200 len: 807 time: 0.2173462 Jun 02 16:40:31.004238 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-f5b7b616-8072-42c0-8452-d5db32f387ff tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/quotas/971c44b3e075427994b9179d73c27a1e HTTP/1.1" status: 200 len: 375 time: 0.0108678 Jun 02 16:40:31.053272 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-8dc2eaf6-091d-4d3d-b591-ff4d3adaf9fa tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=971c44b3e075427994b9179d73c27a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439632 Jun 02 16:40:31.188653 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-a8e16127-8fac-4757-812e-8dcfa88b1511 service neutron] 10.222.0.38 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277201 Jun 02 16:40:31.376176 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-c8331ade-f4d5-4a74-80ce-fb19e791b379 service neutron] 10.222.0.38 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815517 Jun 02 16:40:31.398486 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b9fe2-a6d6-41b7-a99a-e989567ccf33 req-9907d26c-a009-4200-ae53-64e637e029c5 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:31.399916 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-562b9fe2-a6d6-41b7-a99a-e989567ccf33 req-9907d26c-a009-4200-ae53-64e637e029c5 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 945 time: 0.1162798 Jun 02 16:40:31.448163 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-562b9fe2-a6d6-41b7-a99a-e989567ccf33 req-03ec3e4f-5ede-4669-be0e-679ec1e9c567 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jun 02 16:40:31.574544 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1dea92af-3104-4303-9aad-59d85a597fb1 req-9809b65f-4665-4e8a-9f0d-01b30a2b3a43 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 210 time: 0.0443678 Jun 02 16:40:32.172299 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d473-e38f-4933-b37d-c1bc0d1b7146 req-23dba324-8cb2-43fe-8f6d-23affafab487 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:32.173793 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a571d473-e38f-4933-b37d-c1bc0d1b7146 req-23dba324-8cb2-43fe-8f6d-23affafab487 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0899858 Jun 02 16:40:32.292455 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a571d473-e38f-4933-b37d-c1bc0d1b7146 req-08e2b982-6017-4fb5-aa2c-12d561be8a1c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129494 Jun 02 16:40:32.799992 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8776c1c0-1fef-4869-a8c9-fc767cc3f6c8 req-5221e067-866a-4e9b-978f-799aeaf9daf5 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 210 time: 0.0665612 Jun 02 16:40:32.950928 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-976ed7c3-4277-47a8-a919-7a847317d30e tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:32.952336 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-976ed7c3-4277-47a8-a919-7a847317d30e tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "GET /v2.0/networks?id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 200 len: 807 time: 0.1860390 Jun 02 16:40:32.967763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Request body: {'port': {'device_id': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96', 'admin_state_up': True, 'tenant_id': '971c44b3e075427994b9179d73c27a1e'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:33.133210 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:33.137529 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Usage tracker for resource:port and tenant:971c44b3e075427994b9179d73c27a1e is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:33.141075 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:33.148316 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:33.166137 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Made reservation on behalf of 971c44b3e075427994b9179d73c27a1e for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:33.169716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.262624 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 47774) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:33.349444 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Allocated IP 172.20.0.9 (fe875e27-c4ab-4aee-a3ef-9c447e1bee96/c3943594-8364-4299-a198-ddf6485ea5be/d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:33.412406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.428231 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:33.432404 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf3c990b4a8459090ab269f587fdcaf is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:33.435587 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:33.442047 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:33.550758 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.556252 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.564664 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fc88b8b8-0e3e-452b-88d9-dcad390223c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:33.607540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eea5bc-ee88-451b-9a64-6ef540c42552,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:33.611225 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:33.616377 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebf3c990b4a8459090ab269f587fdcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521876 Jun 02 16:40:33.616876 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 47788) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:33.690459 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213e72-fa2e-446a-ba50-2344497a865a req-eba4ad0c-cc52-40a9-91f0-67dc37b75b92 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:33.691930 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3d213e72-fa2e-446a-ba50-2344497a865a req-eba4ad0c-cc52-40a9-91f0-67dc37b75b92 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.2601793 Jun 02 16:40:33.725082 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.772615 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.781872 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3d213e72-fa2e-446a-ba50-2344497a865a req-b89a0717-ad21-4cf3-96d9-e053ed459058 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801282 Jun 02 16:40:33.814142 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.856058 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.866087 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:33.948491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:33.952426 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:33.958112 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:34.000619 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Pushing event updated for resources: {'Port': ['ID=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:34.059696 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:34.078921 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.081646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:34.107492 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eea5bc-ee88-451b-9a64-6ef540c42552,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:34.114185 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:34.131940 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:34.132807 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.173235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.175697 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12eea5bc-ee88-451b-9a64-6ef540c42552 HTTP/1.1" status: 204 len: 168 time: 0.5546556 Jun 02 16:40:34.182817 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178326 Jun 02 16:40:34.197248 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Request body: {'port': {'device_id': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:34.242331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa73ee4-b9e2-4628-862f-226c030e7d60 req-a6be2679-0f57-460d-a916-ca377972a5d0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:34.243007 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-1aa73ee4-b9e2-4628-862f-226c030e7d60 req-a6be2679-0f57-460d-a916-ca377972a5d0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Synchronizing usage tracker for tenant:971c44b3e075427994b9179d73c27a1e on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:34.317369 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-1aa73ee4-b9e2-4628-862f-226c030e7d60 req-a6be2679-0f57-460d-a916-ca377972a5d0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Unset dirty status for tenant:971c44b3e075427994b9179d73c27a1e on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:34.318937 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1aa73ee4-b9e2-4628-862f-226c030e7d60 req-a6be2679-0f57-460d-a916-ca377972a5d0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 931 time: 0.3269053 Jun 02 16:40:34.394900 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.424928 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1aa73ee4-b9e2-4628-862f-226c030e7d60 req-563c025a-7c30-4d6e-b459-870e415c4945 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985508 Jun 02 16:40:34.471040 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3e7a3bad-518a-463a-a188-aee4e70be6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.818738 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:34.830535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.850852 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Transition to ACTIVE for port object d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:34.856099 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.860097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:35.182683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:35.192533 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:35.293235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d14d-4f2f-44e2-a5e2-9e32e09926ed req-d9a723cc-3c3e-4266-afa7-7883e1237795 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.294817 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3726d14d-4f2f-44e2-a5e2-9e32e09926ed req-d9a723cc-3c3e-4266-afa7-7883e1237795 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.2961848 Jun 02 16:40:35.295576 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Attempting to bind port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:35.295910 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Attempting to bind port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:35.296236 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Attempting to bind port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 on network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:35.301822 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 on network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:40:35.302143 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Attempting to bind port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 on network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:35.320869 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:35.321212 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Checking segment: {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:35.321598 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Bound using segment: {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:35.322042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Bound port: d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:35.322383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.443596 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3726d14d-4f2f-44e2-a5e2-9e32e09926ed req-e3961f99-eea0-41a8-88bf-6b87b0b1cff0 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376531 Jun 02 16:40:35.494574 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] For port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:35.506303 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] For port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:35.511045 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.517064 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:35.609801 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ded10-28b7-4874-aa85-0c751a979629 req-946417d8-028d-4529-b2ac-62d3587bf062 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.611822 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a2ded10-28b7-4874-aa85-0c751a979629 req-946417d8-028d-4529-b2ac-62d3587bf062 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 945 time: 0.2266133 Jun 02 16:40:35.619322 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.619916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.621236 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] 10.222.0.48 "PUT /v2.0/ports/d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 HTTP/1.1" status: 200 len: 1093 time: 1.4294114 Jun 02 16:40:35.626835 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'tag': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:35.628517 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c27d8-41f3-4649-8463-26cc18b8f097" -d '{"events": [{"name": "network-changed", "server_uuid": "de3bb578-402c-42ab-9fa4-c25a4cc194ab", "tag": "d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:35.727204 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:35.727361 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.739985 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:35.760177 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a2ded10-28b7-4874-aa85-0c751a979629 req-6f78557f-94d0-4929-afa8-b8dbdcccd205 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208818 Jun 02 16:40:35.787185 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a02a2-bba8-4398-a8c2-40e4b63332ac req-66a32e16-1632-4a00-b78d-4596ab5269a7 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.788679 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f87a02a2-bba8-4398-a8c2-40e4b63332ac req-66a32e16-1632-4a00-b78d-4596ab5269a7 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 943 time: 0.2271545 Jun 02 16:40:35.828265 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-c4cc174c-cb88-4dd9-8060-54667a4d22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.830091 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-c4cc174c-cb88-4dd9-8060-54667a4d22a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971c44b3e075427994b9179d73c27a1e&device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 1096 time: 0.1599393 Jun 02 16:40:35.893275 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f961bf3b-d58b-4261-a100-36688068f849 x-openstack-request-id: req-f961bf3b-d58b-4261-a100-36688068f849 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:35.893588 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3bb578-402c-42ab-9fa4-c25a4cc194ab", "tag": "d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:35.893864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f961bf3b-d58b-4261-a100-36688068f849 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:35.894268 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'tag': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2', 'status': 'completed', 'code': 200} Jun 02 16:40:35.909764 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-bb5d5b2d-35f2-4676-9320-d00cf178a835 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 HTTP/1.1" status: 200 len: 217 time: 0.0721714 Jun 02 16:40:35.956497 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f87a02a2-bba8-4398-a8c2-40e4b63332ac req-b627e057-1358-4e7b-9688-30003940068b tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605279 Jun 02 16:40:35.981243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-569482bd-3810-4124-a7d0-ba089712a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.982664 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-569482bd-3810-4124-a7d0-ba089712a937 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3943594-8364-4299-a198-ddf6485ea5be HTTP/1.1" status: 200 len: 847 time: 0.0654237 Jun 02 16:40:36.036609 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-64dedcc9-f508-45c8-8ce7-63590613261b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405378 Jun 02 16:40:36.170252 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-b9b5e4db-9704-4242-b8ea-8f27a53e0eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263793 Jun 02 16:40:36.314200 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ee08a0e-a008-40ba-8017-23cdefd2b893 req-4ada56a1-b0a1-42da-9150-22634971d608 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268046 Jun 02 16:40:36.432012 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-f646754e-b296-4733-b304-65f2fad97998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:36.433486 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-f646754e-b296-4733-b304-65f2fad97998 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971c44b3e075427994b9179d73c27a1e&device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 1096 time: 0.0701959 Jun 02 16:40:36.613410 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-ea6062e8-9b3e-40a6-ac3c-a27c374de9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:36.614817 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-ea6062e8-9b3e-40a6-ac3c-a27c374de9ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 200 len: 908 time: 0.1733458 Jun 02 16:40:36.699047 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-a12f94d4-8f95-4468-acc2-054bde0a73ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 HTTP/1.1" status: 200 len: 217 time: 0.0678415 Jun 02 16:40:36.714252 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c75fa-f2e9-4efa-9217-683b224cd3f0 req-88c73a4e-937a-4436-b00a-56fab41c1ab7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:36.715629 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9f6c75fa-f2e9-4efa-9217-683b224cd3f0 req-88c73a4e-937a-4436-b00a-56fab41c1ab7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1558979 Jun 02 16:40:36.869087 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9f6c75fa-f2e9-4efa-9217-683b224cd3f0 req-2ecd9ff3-e8cc-40d2-a05f-9650c9ac7426 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Jun 02 16:40:36.870614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-d93dc451-5c5e-4806-9ef6-9e3482eb0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:36.871959 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-d93dc451-5c5e-4806-9ef6-9e3482eb0f14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3943594-8364-4299-a198-ddf6485ea5be HTTP/1.1" status: 200 len: 847 time: 0.1554840 Jun 02 16:40:36.938365 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c5895312-7f1c-44df-a904-0c6fe460b746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:36.961882 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-3079d856-ee1c-450b-b92e-1faf0ef93892 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811329 Jun 02 16:40:37.088983 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e7b34-55bf-43d8-9c25-5d33407fb4c1 req-b0d5702e-0586-4ec5-b4d1-efd1c4656e5b tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.090434 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-720e7b34-55bf-43d8-9c25-5d33407fb4c1 req-b0d5702e-0586-4ec5-b4d1-efd1c4656e5b tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 945 time: 0.2109151 Jun 02 16:40:37.150472 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-d93853ee-76df-4ab3-b12b-a51bdab408c4 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747918 Jun 02 16:40:37.157275 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-720e7b34-55bf-43d8-9c25-5d33407fb4c1 req-d870f651-a212-4499-8104-d544f7ab5cc3 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/security-groups?id=61a8567a-9607-404f-b7e4-3a323e0fae39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590925 Jun 02 16:40:37.269537 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-746ef5fe-365f-4acd-ac8b-159ece312c41 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.271032 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-746ef5fe-365f-4acd-ac8b-159ece312c41 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 945 time: 0.0920365 Jun 02 16:40:37.293573 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.370905 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d07c27d8-41f3-4649-8463-26cc18b8f097 req-bcd77751-4f09-4d4f-9825-f5a58f752044 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920762 Jun 02 16:40:37.404646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a023f-d0ea-4d6b-b9c4-291b5af7b53f req-b24d6996-ac7b-41a4-8b67-965557319c31 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.421938 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-122a023f-d0ea-4d6b-b9c4-291b5af7b53f req-b24d6996-ac7b-41a4-8b67-965557319c31 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 943 time: 0.1401231 Jun 02 16:40:37.484931 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-122a023f-d0ea-4d6b-b9c4-291b5af7b53f req-91c7cd4a-d5af-4263-be45-c264c47ec8c2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696566 Jun 02 16:40:37.519402 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Deleting port bc5b7e3e-d17e-40af-9908-e0313420a564 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:37.519611 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.662771 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] For port bc5b7e3e-d17e-40af-9908-e0313420a564, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bc5b7e3e-d17e-40af-9908-e0313420a564,segment=NetworkSegment(428797ad-2c9e-40f7-b5e8-e6bb87c2829e),segment_id=428797ad-2c9e-40f7-b5e8-e6bb87c2829e)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:37.663131 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.791013 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Calling delete_port for bc5b7e3e-d17e-40af-9908-e0313420a564 owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:37.933698 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.978204 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.986388 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:37.991363 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bc5b7e3e-d17e-40af-9908-e0313420a564'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:38.035156 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Pushing event deleted for resources: {'Port': ['ID=bc5b7e3e-d17e-40af-9908-e0313420a564,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:38.038895 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:38.119776 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617c061-08e8-4014-b5be-032ba7d5d636 req-4a8b7a50-356d-47d8-8340-2b42a676524f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.128110 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2617c061-08e8-4014-b5be-032ba7d5d636 req-4a8b7a50-356d-47d8-8340-2b42a676524f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1168969 Jun 02 16:40:38.129868 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] No DVR routers for this DVR port bc5b7e3e-d17e-40af-9908-e0313420a564 on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:38.133478 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.147904 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'name': 'network-vif-deleted', 'tag': 'bc5b7e3e-d17e-40af-9908-e0313420a564'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:38.150449 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6e7ba1-6883-4394-9ed6-551d933eae2a" -d '{"events": [{"server_uuid": "2bb91f9c-0eb9-47c8-8722-da9c95543bb1", "name": "network-vif-deleted", "tag": "bc5b7e3e-d17e-40af-9908-e0313420a564"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:38.155054 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-d3d1d129-41de-48be-8a94-9d9a630a34c8 req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.48 "DELETE /v2.0/ports/bc5b7e3e-d17e-40af-9908-e0313420a564 HTTP/1.1" status: 204 len: 173 time: 0.8737512 Jun 02 16:40:38.185253 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2617c061-08e8-4014-b5be-032ba7d5d636 req-c3d22200-95f0-4eeb-85fc-a772d43afc85 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561581 Jun 02 16:40:38.222881 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ac3ca4-1671-4706-87a0-5e7b1e6eca4f x-openstack-request-id: req-e6ac3ca4-1671-4706-87a0-5e7b1e6eca4f {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:38.223268 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb91f9c-0eb9-47c8-8722-da9c95543bb1", "name": "network-vif-deleted", "tag": "bc5b7e3e-d17e-40af-9908-e0313420a564", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:38.223856 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6ac3ca4-1671-4706-87a0-5e7b1e6eca4f {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:38.224324 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb91f9c-0eb9-47c8-8722-da9c95543bb1', 'name': 'network-vif-deleted', 'tag': 'bc5b7e3e-d17e-40af-9908-e0313420a564', 'status': 'completed', 'code': 200} Jun 02 16:40:38.340917 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-267db7e3-c89a-4c24-bdbf-70cd5193341e req-f0b00a37-a39c-494e-a3b0-42fe82cadeec tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bb91f9c-0eb9-47c8-8722-da9c95543bb1 HTTP/1.1" status: 200 len: 210 time: 0.0432236 Jun 02 16:40:38.690245 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9118aa-cb23-43e7-897a-b15329f19720 req-7473161c-f129-4e5e-92a6-25894732cb83 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.695224 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9118aa-cb23-43e7-897a-b15329f19720 req-7473161c-f129-4e5e-92a6-25894732cb83 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 943 time: 0.1109679 Jun 02 16:40:38.751974 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9118aa-cb23-43e7-897a-b15329f19720 req-9c5067ba-707a-4b85-83ab-c8efa4da8ace tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498521 Jun 02 16:40:38.786217 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:40:38.923151 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:38.936559 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2', 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96', 'port_id': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2', 'mac_address': 'fa:16:3e:fc:36:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3943594-8364-4299-a198-ddf6485ea5be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:40:39.003686 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.020644 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:39.036516 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:39.040702 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.042422 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-bbc6f803-e0a8-4d1f-b53a-a61212ce3c64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:39.106665 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.109848 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.293331 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:39.380178 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09268cd4-f7ba-4b53-8234-382bb23a6f21 req-581c9f17-1a69-420f-baf4-6f6a0825daf9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:39.381693 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-09268cd4-f7ba-4b53-8234-382bb23a6f21 req-581c9f17-1a69-420f-baf4-6f6a0825daf9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0824187 Jun 02 16:40:39.430767 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-09268cd4-f7ba-4b53-8234-382bb23a6f21 req-fa90e0c7-70bf-4a1c-af0b-6e00dd5356da tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Jun 02 16:40:39.680304 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.052410 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7239a9-7b9a-4695-9312-690d1608b588 req-748f2761-fea0-4f40-8995-916808433db7 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:40.054411 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cf7239a9-7b9a-4695-9312-690d1608b588 req-748f2761-fea0-4f40-8995-916808433db7 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 944 time: 0.1173542 Jun 02 16:40:40.153097 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cf7239a9-7b9a-4695-9312-690d1608b588 req-046edf22-672b-4fe6-924b-1d2ef60fbb53 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 Jun 02 16:40:40.177482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea009b9-2177-4812-9a3d-ec72f2422ad0 req-8015aace-8afe-4a09-ac25-43f57041bed5 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:40.181172 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ea009b9-2177-4812-9a3d-ec72f2422ad0 req-8015aace-8afe-4a09-ac25-43f57041bed5 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1258314 Jun 02 16:40:40.229419 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ea009b9-2177-4812-9a3d-ec72f2422ad0 req-f038b263-ddd1-4544-8f90-b45608c7c915 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445433 Jun 02 16:40:40.633955 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd0f7-174e-4fa3-928e-282cafc82e7a req-2cb511eb-ee31-467a-88b7-47fecd8d0d82 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:40.635579 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3a9bd0f7-174e-4fa3-928e-282cafc82e7a req-2cb511eb-ee31-467a-88b7-47fecd8d0d82 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0933902 Jun 02 16:40:40.693458 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3a9bd0f7-174e-4fa3-928e-282cafc82e7a req-131e2cb4-872e-462a-b723-a0cdd3612c60 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523133 Jun 02 16:40:40.816472 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:40:40.817069 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a0f5-2fc2-4ebd-aec2-6cd9132a4280 req-f5a02091-0e43-4285-8152-fd1883077cb4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:40.818124 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3572a0f5-2fc2-4ebd-aec2-6cd9132a4280 req-f5a02091-0e43-4285-8152-fd1883077cb4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0835721 Jun 02 16:40:40.862278 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3572a0f5-2fc2-4ebd-aec2-6cd9132a4280 req-99e3b3b7-8315-4c34-9345-357242800ed6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385964 Jun 02 16:40:40.888781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:40.888781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:40.888781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.004679 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.031005 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:41.034116 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd14100-4333-4b32-8284-940ba15c1ee6" -d '{"events": [{"server_uuid": "de3bb578-402c-42ab-9fa4-c25a4cc194ab", "name": "network-vif-plugged", "status": "completed", "tag": "d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:41.045082 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:41.050869 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.052041 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bc5b7e3e-d17e-40af-9908-e0313420a564 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:40:41.084614 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df1d82b-96fd-4ea1-8f6d-a7d2dec4f532 x-openstack-request-id: req-3df1d82b-96fd-4ea1-8f6d-a7d2dec4f532 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:41.085069 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3bb578-402c-42ab-9fa4-c25a4cc194ab", "name": "network-vif-plugged", "status": "completed", "tag": "d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:41.085412 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3df1d82b-96fd-4ea1-8f6d-a7d2dec4f532 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:41.085895 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2', 'code': 200} Jun 02 16:40:41.086837 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:41.131944 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: bc5b7e3e-d17e-40af-9908-e0313420a564 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:41.132296 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bc5b7e3e-d17e-40af-9908-e0313420a564 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:40:41.162861 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:41.165896 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:41.349828 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd680246-a9f2-4112-b511-4597cd6b562e req-e21d90a4-0693-4e97-a0a7-a2dd4e35aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:41.349828 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-dd680246-a9f2-4112-b511-4597cd6b562e req-e21d90a4-0693-4e97-a0a7-a2dd4e35aa96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 1098 time: 0.0724711 Jun 02 16:40:41.397594 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-dd680246-a9f2-4112-b511-4597cd6b562e req-fec5eb74-7e3b-48a5-b718-503c5dfd9e22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jun 02 16:40:41.452806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7fbd3-11db-4256-be12-ce08f433d65b req-5015e497-7a64-4f28-a7bc-db8ff21350fb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:41.455055 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cbb7fbd3-11db-4256-be12-ce08f433d65b req-5015e497-7a64-4f28-a7bc-db8ff21350fb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 945 time: 0.1707473 Jun 02 16:40:41.488323 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d90ab3-abd4-422e-a1e5-4a9fabbc7818 req-305d7536-4058-4f16-b192-15b877603c34 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:41.489776 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b7d90ab3-abd4-422e-a1e5-4a9fabbc7818 req-305d7536-4058-4f16-b192-15b877603c34 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1352232 Jun 02 16:40:41.528317 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cbb7fbd3-11db-4256-be12-ce08f433d65b req-b5c534ff-608c-4d0c-89d5-b6ba0630dc5a tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669959 Jun 02 16:40:41.551671 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b7d90ab3-abd4-422e-a1e5-4a9fabbc7818 req-5f1fd83d-c2e7-4632-82d2-ab72524b60b2 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493319 Jun 02 16:40:41.881881 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fb18-ba40-4a27-92d2-6348ff5d3e38 req-d5f13c91-9b3e-4971-9fa8-9fa82e0c4be9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:41.883599 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ddf6fb18-ba40-4a27-92d2-6348ff5d3e38 req-d5f13c91-9b3e-4971-9fa8-9fa82e0c4be9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0821252 Jun 02 16:40:42.030741 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ddf6fb18-ba40-4a27-92d2-6348ff5d3e38 req-3e281d63-147b-4576-a9a4-cb9d07f20fd4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416547 Jun 02 16:40:42.069439 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ce2d-8d20-4c76-b8d3-48c82f05611f req-c5f05f6f-3324-4929-9cf1-d1946abe85e1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:42.070860 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb26ce2d-8d20-4c76-b8d3-48c82f05611f req-c5f05f6f-3324-4929-9cf1-d1946abe85e1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0885708 Jun 02 16:40:42.115791 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb26ce2d-8d20-4c76-b8d3-48c82f05611f req-877d1bd2-acb3-48bb-a126-33d1d9e7aaec tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Jun 02 16:40:42.796227 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057c383-0317-4f59-82c2-e8adf6dc08ed req-381ad17f-6f8f-406f-ac72-11c66064d85c tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:42.801251 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1057c383-0317-4f59-82c2-e8adf6dc08ed req-381ad17f-6f8f-406f-ac72-11c66064d85c tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 945 time: 0.1546679 Jun 02 16:40:42.825589 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d4f8-6396-4f0b-b41e-5dbda2dfaf76 req-1fe81746-2b8c-4f7a-acad-4ea12da45884 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:42.832958 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-aa21d4f8-6396-4f0b-b41e-5dbda2dfaf76 req-1fe81746-2b8c-4f7a-acad-4ea12da45884 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1480412 Jun 02 16:40:42.901068 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1057c383-0317-4f59-82c2-e8adf6dc08ed req-e17d6c21-1b45-44cb-abf6-14221045f7f1 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966852 Jun 02 16:40:42.904981 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-aa21d4f8-6396-4f0b-b41e-5dbda2dfaf76 req-bfb53617-8c0e-466b-bf31-e0b103f25a96 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711017 Jun 02 16:40:43.224034 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14151541-b9e5-43b9-8149-953ca305e90d req-db27254e-373b-44f2-a638-fbadfb5aa3a9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:43.225698 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-14151541-b9e5-43b9-8149-953ca305e90d req-db27254e-373b-44f2-a638-fbadfb5aa3a9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0847621 Jun 02 16:40:43.326003 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-14151541-b9e5-43b9-8149-953ca305e90d req-101538fc-7bb8-4c85-a026-e0169e7f1bc9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628633 Jun 02 16:40:43.349649 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c854ed-0503-46b2-a108-2e16b6f1356a req-affda9b6-6e12-4fe5-9f4b-dbb636112365 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:43.351131 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-27c854ed-0503-46b2-a108-2e16b6f1356a req-affda9b6-6e12-4fe5-9f4b-dbb636112365 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1217110 Jun 02 16:40:43.397139 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-27c854ed-0503-46b2-a108-2e16b6f1356a req-39cd267e-52a2-4bc0-b8c2-92772be4a7a2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 Jun 02 16:40:44.139869 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f5261-d5e3-472d-ad0d-42c695da87dd req-b55187f3-4d4c-4a33-99a3-5841dff2b176 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:44.141920 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b70f5261-d5e3-472d-ad0d-42c695da87dd req-b55187f3-4d4c-4a33-99a3-5841dff2b176 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 945 time: 0.1409681 Jun 02 16:40:44.154193 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6cd1-7ead-41bd-a5d0-00df7378dd10 req-4a28833a-be05-4d62-a62d-149423c7e73c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:44.155662 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8a0a6cd1-7ead-41bd-a5d0-00df7378dd10 req-4a28833a-be05-4d62-a62d-149423c7e73c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1188576 Jun 02 16:40:44.239299 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b70f5261-d5e3-472d-ad0d-42c695da87dd req-e2491053-d131-4073-b37f-362dd11c759a tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736730 Jun 02 16:40:44.253764 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8a0a6cd1-7ead-41bd-a5d0-00df7378dd10 req-38b30455-6549-4bd1-927b-6a74ec545419 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762491 Jun 02 16:40:44.529553 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3326cf-25f8-428c-b56e-7b0fcd715d19 req-41f0ddf7-ecb7-44ac-9e4b-51b6d199fc94 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:44.530984 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b3326cf-25f8-428c-b56e-7b0fcd715d19 req-41f0ddf7-ecb7-44ac-9e4b-51b6d199fc94 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0940681 Jun 02 16:40:44.624695 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b3326cf-25f8-428c-b56e-7b0fcd715d19 req-2c88e212-c7e2-4cc3-b625-79fe8b9bbc55 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Jun 02 16:40:44.648160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4a969-28bc-4001-9bde-6bdb273fdb38 req-c4ff20be-d476-4afe-a42a-3a82642f7883 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:44.649739 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-61f4a969-28bc-4001-9bde-6bdb273fdb38 req-c4ff20be-d476-4afe-a42a-3a82642f7883 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1178679 Jun 02 16:40:44.695176 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-61f4a969-28bc-4001-9bde-6bdb273fdb38 req-fbbdaa4a-3a35-407c-bd9f-89b172c6cf20 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 Jun 02 16:40:45.477526 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e80e09-4570-4dd8-bac6-dfcbe7bd57a0 req-6e039a6d-7c51-4cd2-9b62-f77c82a9aea5 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:45.479220 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-25e80e09-4570-4dd8-bac6-dfcbe7bd57a0 req-6e039a6d-7c51-4cd2-9b62-f77c82a9aea5 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 945 time: 0.1384733 Jun 02 16:40:45.490720 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7b3b-7370-4e4a-bb8b-9c15956a9a08 req-dab19b66-4e61-4f50-bcb5-d7fd5366238e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:45.492085 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7daf7b3b-7370-4e4a-bb8b-9c15956a9a08 req-dab19b66-4e61-4f50-bcb5-d7fd5366238e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1156228 Jun 02 16:40:45.559410 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-25e80e09-4570-4dd8-bac6-dfcbe7bd57a0 req-f0030b0e-619f-4298-a4a2-23715e5b46d7 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Jun 02 16:40:45.577786 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7daf7b3b-7370-4e4a-bb8b-9c15956a9a08 req-795549bc-d625-4e07-833e-b3230a261760 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698335 Jun 02 16:40:45.665308 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-863ef992-542a-44ce-8fd7-a3e6e93b4161 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:45.668672 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-863ef992-542a-44ce-8fd7-a3e6e93b4161 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 945 time: 0.1302855 Jun 02 16:40:45.827378 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Deleting port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:45.827637 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:45.900883 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4b10-3b55-4b27-b504-b6e7eb9ead6e req-19dd4d3e-4ffa-401b-a3ea-e8acf7cda205 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:45.902410 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dafd4b10-3b55-4b27-b504-b6e7eb9ead6e req-19dd4d3e-4ffa-401b-a3ea-e8acf7cda205 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1602900 Jun 02 16:40:45.964805 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dafd4b10-3b55-4b27-b504-b6e7eb9ead6e req-0b4259fd-c2a9-4497-bcbe-90f55b1bebb8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Jun 02 16:40:45.975260 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80569dd5-087d-46ce-ba86-70a7555e3a77 req-43529f46-bb18-4aa1-ae13-e98814b4f2d9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:45.976216 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] For port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:45.976802 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-80569dd5-087d-46ce-ba86-70a7555e3a77 req-43529f46-bb18-4aa1-ae13-e98814b4f2d9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1490085 Jun 02 16:40:45.983127 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.038325 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-80569dd5-087d-46ce-ba86-70a7555e3a77 req-1fa5d80f-a707-4dfc-a96b-f8adfc2893dc tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Jun 02 16:40:46.131983 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Calling delete_port for d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:46.241497 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.247575 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:46.253553 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:46.295610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Pushing event deleted for resources: {'Port': ['ID=d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:46.330377 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.330725 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.331069 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.331408 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.331744 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.332075 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.332402 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.332726 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.333076 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.333406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.333732 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.334058 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:46.341821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:46.382262 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] No DVR routers for this DVR port d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:46.384358 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.386870 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'name': 'network-vif-deleted', 'tag': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:46.389093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add47a63-17da-470d-9cf8-85e800ac6ccd" -d '{"events": [{"server_uuid": "de3bb578-402c-42ab-9fa4-c25a4cc194ab", "name": "network-vif-deleted", "tag": "d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:46.404350 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-ca3e56e3-bfc2-41a7-a7b5-3939e5983333 req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "DELETE /v2.0/ports/d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 HTTP/1.1" status: 204 len: 173 time: 0.7294335 Jun 02 16:40:46.434490 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29078b67-81a6-4317-8c27-4dc431e8fd07 x-openstack-request-id: req-29078b67-81a6-4317-8c27-4dc431e8fd07 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:46.434807 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3bb578-402c-42ab-9fa4-c25a4cc194ab", "name": "network-vif-deleted", "tag": "d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:46.435356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29078b67-81a6-4317-8c27-4dc431e8fd07 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:46.435936 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3bb578-402c-42ab-9fa4-c25a4cc194ab', 'name': 'network-vif-deleted', 'tag': 'd2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2', 'status': 'completed', 'code': 200} Jun 02 16:40:46.614783 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81e64d-aa10-4625-a499-06ba185c192d req-f2b39509-1e10-4202-932d-714c7acbae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:46.616278 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-fb81e64d-aa10-4625-a499-06ba185c192d req-f2b39509-1e10-4202-932d-714c7acbae94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.1440141 Jun 02 16:40:46.668056 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-fb81e64d-aa10-4625-a499-06ba185c192d req-9a0dd0e2-8dcc-4e73-89a9-9f5d563295c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Jun 02 16:40:46.779724 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ad63-6fa6-4395-99c4-35832a5494c0 req-fe247c29-7d26-4058-8dea-b72371ca4312 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:46.781214 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e932ad63-6fa6-4395-99c4-35832a5494c0 req-fe247c29-7d26-4058-8dea-b72371ca4312 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0852957 Jun 02 16:40:46.826421 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e932ad63-6fa6-4395-99c4-35832a5494c0 req-1f021b8f-17c3-434f-9912-b988638a0ece tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394056 Jun 02 16:40:46.880181 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-403d5ef2-db5d-480f-88ca-adc3d4cb6c91 req-fbdd0c71-a6a4-47cc-851b-0df110067a6b tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3bb578-402c-42ab-9fa4-c25a4cc194ab HTTP/1.1" status: 200 len: 210 time: 0.0476196 Jun 02 16:40:47.234253 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc49b8-f741-4fb0-b5e8-741be016f3e4 req-a29cbb18-d4c1-42c3-b056-310764436288 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:47.236445 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e8bc49b8-f741-4fb0-b5e8-741be016f3e4 req-a29cbb18-d4c1-42c3-b056-310764436288 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1474180 Jun 02 16:40:47.365818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e8bc49b8-f741-4fb0-b5e8-741be016f3e4 req-2e4beec3-3d85-4996-bf06-714587bf73d6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187372 Jun 02 16:40:47.379441 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e8784-f8bc-4768-b81b-9620e42dc93e req-40f4ce53-3a53-4d8e-b0b4-da8df893cc12 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:47.386731 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-066e8784-f8bc-4768-b81b-9620e42dc93e req-40f4ce53-3a53-4d8e-b0b4-da8df893cc12 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.2081902 Jun 02 16:40:47.427746 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-066e8784-f8bc-4768-b81b-9620e42dc93e req-3c012be6-f0bf-4277-8aa2-0173d823cbc2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Jun 02 16:40:48.021665 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab936346-7484-47e8-868e-f6b5894b22f7 req-e4855b3c-2ec8-4ef2-9a5c-2b07b08d7df5 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.023158 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab936346-7484-47e8-868e-f6b5894b22f7 req-e4855b3c-2ec8-4ef2-9a5c-2b07b08d7df5 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0899773 Jun 02 16:40:48.069092 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab936346-7484-47e8-868e-f6b5894b22f7 req-2929ea5a-8878-4c02-b95a-5bc06c35e6e4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Jun 02 16:40:48.293683 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48108) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:48.310110 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-aa211a54-424f-4ad4-881b-e2e3455e08de tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.311798 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-aa211a54-424f-4ad4-881b-e2e3455e08de tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/networks?id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 200 len: 807 time: 0.1460841 Jun 02 16:40:48.326676 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-2466719c-9313-429c-ac9e-fa951b4e3a00 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/quotas/971c44b3e075427994b9179d73c27a1e HTTP/1.1" status: 200 len: 375 time: 0.0090027 Jun 02 16:40:48.379916 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-d9c6cfa8-11d1-4f87-961a-a625f26fdb84 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=971c44b3e075427994b9179d73c27a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477903 Jun 02 16:40:48.409317 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.423987 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:48.427809 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Usage tracker for resource:security_group_rule and tenant:ee3648fc88b84bafaa1d2a8df4b01c47 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:48.430641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:48.436323 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:48.522349 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.526565 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.535168 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e9b54f90-229a-405a-986f-98969f1e6956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:48.574506 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee3648fc88b84bafaa1d2a8df4b01c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795238 Jun 02 16:40:48.575246 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee3404-907e-4c0e-827e-4776fd54a3e2,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:48.577538 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48116) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:48.579776 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:48.582319 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-a2bee925-ed51-4436-afe6-74e60eda5ee8 service neutron] 10.222.0.38 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956728 Jun 02 16:40:48.641047 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.644509 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dcbb1-8e1b-414a-a5fa-9e31454efe80 req-00240405-c456-4040-a9ff-9a2c285db836 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.646071 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e8dcbb1-8e1b-414a-a5fa-9e31454efe80 req-00240405-c456-4040-a9ff-9a2c285db836 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1613333 Jun 02 16:40:48.671247 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.731546 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.736535 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-55453e91-41db-42bb-af87-de091caebaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:48.749351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ee3404-907e-4c0e-827e-4776fd54a3e2,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:48.759406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:48.765838 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.770422 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21ee3404-907e-4c0e-827e-4776fd54a3e2 HTTP/1.1" status: 204 len: 168 time: 0.1919794 Jun 02 16:40:48.776860 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e8dcbb1-8e1b-414a-a5fa-9e31454efe80 req-c1abb38a-b7f7-4932-984f-1614a399a858 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753105 Jun 02 16:40:48.782995 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-063a475a-8542-4800-b3f9-755af0b7c1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917338 Jun 02 16:40:49.086525 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3988030-8726-450c-9d7c-fa71417b223c req-57e5b3c5-e8d0-41d9-a96a-9acd0d568d08 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.088209 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a3988030-8726-450c-9d7c-fa71417b223c req-57e5b3c5-e8d0-41d9-a96a-9acd0d568d08 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1794324 Jun 02 16:40:49.097778 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d92d1ccc-f510-4b55-bdfb-fc9240f1d53d req-549ace27-467d-43bc-a515-db17ade08965 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 210 time: 0.0677292 Jun 02 16:40:49.207362 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a3988030-8726-450c-9d7c-fa71417b223c req-c1714f30-4820-49f5-b88d-6e06903e3026 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083941 Jun 02 16:40:49.474385 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1638-d454-41e2-b099-091196d75861 req-588294fb-14c2-44d2-846c-c6c5b0f3a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.475856 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-588294fb-14c2-44d2-846c-c6c5b0f3a375 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.1020622 Jun 02 16:40:49.551099 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dea178-a3d6-42b1-b97d-c4641fc18cdb req-6e6aec50-a7e5-4a84-a77a-f68f90f918c1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.552715 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22dea178-a3d6-42b1-b97d-c4641fc18cdb req-6e6aec50-a7e5-4a84-a77a-f68f90f918c1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1860099 Jun 02 16:40:49.564449 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf66f8-4a3b-4ba8-831b-4deac3c52a15 req-9b52db25-0394-4bb6-9e96-aa87d3b2d3cb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.565980 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-75bf66f8-4a3b-4ba8-831b-4deac3c52a15 req-9b52db25-0394-4bb6-9e96-aa87d3b2d3cb tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1327193 Jun 02 16:40:49.639234 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1638-d454-41e2-b099-091196d75861 req-46de258f-98c1-4446-a100-be008bdb291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.640765 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-46de258f-98c1-4446-a100-be008bdb291c service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.1580393 Jun 02 16:40:49.645932 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22dea178-a3d6-42b1-b97d-c4641fc18cdb req-895b1b9c-23ac-458d-9084-c1b72e09aaaf tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787747 Jun 02 16:40:49.658800 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-75bf66f8-4a3b-4ba8-831b-4deac3c52a15 req-3324dfcf-ad75-4da2-a543-b21668da06af tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748296 Jun 02 16:40:49.746570 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-2c1317ce-b1c5-4801-88a9-e7b7bb5d976c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.0928173 Jun 02 16:40:49.816269 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c1638-d454-41e2-b099-091196d75861 req-beb390da-9ef4-46de-aff0-38dda76148f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.817779 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-beb390da-9ef4-46de-aff0-38dda76148f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.0647776 Jun 02 16:40:49.868318 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-7fd2a76f-1e09-434a-938c-faad85e9a493 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403743 Jun 02 16:40:49.998748 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-0ee74997-0a7f-46a2-a259-11c27e9eb3db service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220691 Jun 02 16:40:50.128761 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-502c1638-d454-41e2-b099-091196d75861 req-86ae29b8-13d2-4aa4-be39-5be3eccbe6a3 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225314 Jun 02 16:40:50.307088 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-45cabcb5-03d2-4f08-a9e6-ac55932ada9e req-671056a1-d185-440c-8271-67b76d9788ac tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 210 time: 0.0810452 Jun 02 16:40:50.408880 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-4761f6b0-e08f-4879-91a5-7c8d86f0d8cc tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:50.409685 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-378cbcb2-497e-4e53-a917-826e632adda9 req-4761f6b0-e08f-4879-91a5-7c8d86f0d8cc tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Synchronizing usage tracker for tenant:971c44b3e075427994b9179d73c27a1e on resource:network {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:50.444235 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-378cbcb2-497e-4e53-a917-826e632adda9 req-4761f6b0-e08f-4879-91a5-7c8d86f0d8cc tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Unset dirty status for tenant:971c44b3e075427994b9179d73c27a1e on resource:network {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:50.446208 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-4761f6b0-e08f-4879-91a5-7c8d86f0d8cc tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "GET /v2.0/networks?id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 200 len: 807 time: 0.2112510 Jun 02 16:40:50.449630 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9eca-695d-4135-9e91-4b93e2533aad req-f7d7b908-d0c7-418a-a1a5-f4d428d7c0e6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:50.451100 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cf0a9eca-695d-4135-9e91-4b93e2533aad req-f7d7b908-d0c7-418a-a1a5-f4d428d7c0e6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1137547 Jun 02 16:40:50.461851 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Request body: {'port': {'device_id': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96', 'admin_state_up': True, 'tenant_id': '971c44b3e075427994b9179d73c27a1e'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:50.517220 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cf0a9eca-695d-4135-9e91-4b93e2533aad req-e4fc39fa-9b25-4c24-8ca2-e96ccffd261b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585163 Jun 02 16:40:50.632987 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:50.636984 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Usage tracker for resource:port and tenant:971c44b3e075427994b9179d73c27a1e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:50.639713 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:50.645572 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:50.661076 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Made reservation on behalf of 971c44b3e075427994b9179d73c27a1e for: {'port': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:50.664644 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:50.849915 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Allocated IP 172.20.0.4 (fe875e27-c4ab-4aee-a3ef-9c447e1bee96/c3943594-8364-4299-a198-ddf6485ea5be/acfdc268-7ce5-4ecb-9296-ed7e63415947) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:50.859828 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:40:50.909196 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:50.909546 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device d2a58b46-b3e0-4c23-8b7f-ea9bf60fefa2 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:40:50.925015 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a612ea8-6e0e-43cb-8e45-036f908b0e3e req-934a0d63-5d48-4188-b404-b00500870d25 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:50.926673 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7a612ea8-6e0e-43cb-8e45-036f908b0e3e req-934a0d63-5d48-4188-b404-b00500870d25 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1559029 Jun 02 16:40:50.980079 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9cd1b-5bbd-49ca-9786-7394e2faac68 req-28b28296-6e00-4421-b5aa-18cc10d15b1f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:50.981557 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8cd9cd1b-5bbd-49ca-9786-7394e2faac68 req-28b28296-6e00-4421-b5aa-18cc10d15b1f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1743119 Jun 02 16:40:51.005993 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7a612ea8-6e0e-43cb-8e45-036f908b0e3e req-e5f3f3c6-3b9b-4156-af32-4ead14e626f2 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723095 Jun 02 16:40:51.035896 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8cd9cd1b-5bbd-49ca-9786-7394e2faac68 req-61fb6ed7-aff8-45ab-9c46-99796feb8ec0 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Jun 02 16:40:51.079616 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.110745 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.116550 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:51.259746 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:51.262892 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:51.267494 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:51.272996 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.273586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.288040 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Pushing event updated for resources: {'Port': ['ID=acfdc268-7ce5-4ecb-9296-ed7e63415947,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:51.292483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:51.305016 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8483837 Jun 02 16:40:51.318346 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Request body: {'port': {'device_id': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:51.436056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebd8e1-e63c-458c-8166-826b5e54f20e req-2d4ca8c6-7015-44e1-953c-7af12d43d420 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.436617 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.438302 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d1ebd8e1-e63c-458c-8166-826b5e54f20e req-2d4ca8c6-7015-44e1-953c-7af12d43d420 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1413808 Jun 02 16:40:51.550730 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d1ebd8e1-e63c-458c-8166-826b5e54f20e req-bab6de12-5c4e-41a2-89c4-c36406a44852 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704660 Jun 02 16:40:51.552578 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-93b97916-c539-4b0c-bb3c-502bb6bfe713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.553986 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-93b97916-c539-4b0c-bb3c-502bb6bfe713 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1098 time: 0.1913254 Jun 02 16:40:51.717982 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57905505-ea73-4429-b560-f0227d9f3f3a req-9dd10a29-8d65-42d2-b0b6-72667334c2e8 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.719507 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-57905505-ea73-4429-b560-f0227d9f3f3a req-9dd10a29-8d65-42d2-b0b6-72667334c2e8 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 931 time: 0.2802620 Jun 02 16:40:51.800894 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfdc268-7ce5-4ecb-9296-ed7e63415947 {{(pid=98218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:51.809013 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.824892 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Transition to ACTIVE for port object acfdc268-7ce5-4ecb-9296-ed7e63415947 will not be triggered until provisioned by entity L2. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:51.830989 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.835390 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:51.869289 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-57905505-ea73-4429-b560-f0227d9f3f3a req-558d6489-2eed-4c94-8542-0dbd336e51bd tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951550 Jun 02 16:40:51.874861 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-1c9fdfcc-c86e-44fe-a5b9-f8f662db763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.877021 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-1c9fdfcc-c86e-44fe-a5b9-f8f662db763c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.3159244 Jun 02 16:40:51.950754 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a761cd-2f9e-49e5-a73d-10044f59c271 req-ea623411-e6db-4dc5-9076-379feacd01c1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.952244 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a761cd-2f9e-49e5-a73d-10044f59c271 req-ea623411-e6db-4dc5-9076-379feacd01c1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.2768471 Jun 02 16:40:51.995962 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Pushing event updated for resources: {'Port': ['ID=acfdc268-7ce5-4ecb-9296-ed7e63415947,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:52.005324 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:52.018204 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Attempting to bind port acfdc268-7ce5-4ecb-9296-ed7e63415947 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:52.019203 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Attempting to bind port acfdc268-7ce5-4ecb-9296-ed7e63415947 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:52.019633 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Attempting to bind port acfdc268-7ce5-4ecb-9296-ed7e63415947 on network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:52.025358 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Port acfdc268-7ce5-4ecb-9296-ed7e63415947 on network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:40:52.025764 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Attempting to bind port acfdc268-7ce5-4ecb-9296-ed7e63415947 on network fe875e27-c4ab-4aee-a3ef-9c447e1bee96 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:52.026962 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-cbf63e8c-e7b3-4b42-8c19-46cc81687c1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 1001 time: 0.1399169 Jun 02 16:40:52.031357 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:52.031780 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Checking segment: {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:52.032152 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Bound using segment: {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:52.032571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Bound port: acfdc268-7ce5-4ecb-9296-ed7e63415947, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96'}}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:52.032950 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.033497 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a761cd-2f9e-49e5-a73d-10044f59c271 req-2f688a27-3116-4d2a-95b4-23df2d1391a0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683177 Jun 02 16:40:52.108284 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-3a44d2c9-a1bf-4815-be20-03e5faa07fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.110435 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-3a44d2c9-a1bf-4815-be20-03e5faa07fea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.0738535 Jun 02 16:40:52.133571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] For port acfdc268-7ce5-4ecb-9296-ed7e63415947, host hv-cinder-79402, cleared binding levels {{(pid=98218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:52.137056 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] For port acfdc268-7ce5-4ecb-9296-ed7e63415947, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:52.142953 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.150509 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb872c1f-1fc4-42b6-a0b7-ada73413b707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:52.212640 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.213321 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.214770 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] 10.222.0.48 "PUT /v2.0/ports/acfdc268-7ce5-4ecb-9296-ed7e63415947 HTTP/1.1" status: 200 len: 1093 time: 0.9008353 Jun 02 16:40:52.221811 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'tag': 'acfdc268-7ce5-4ecb-9296-ed7e63415947'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:52.224514 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2490fee8-24fa-4e4e-adfa-d6ee46ded395" -d '{"events": [{"name": "network-changed", "server_uuid": "1172002f-4cc9-4a96-b1d1-30056d8b0695", "tag": "acfdc268-7ce5-4ecb-9296-ed7e63415947"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:52.268400 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Pushing event updated for resources: {'Port': ['ID=acfdc268-7ce5-4ecb-9296-ed7e63415947,revision_number=3']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:52.269499 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-cd64cb3e-27df-409f-89a1-7abbbb323b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.270979 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-cd64cb3e-27df-409f-89a1-7abbbb323b4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1539209 Jun 02 16:40:52.317753 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:52.323491 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c29ee08-815b-407f-a161-7c1555f2699a x-openstack-request-id: req-3c29ee08-815b-407f-a161-7c1555f2699a {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:52.323811 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1172002f-4cc9-4a96-b1d1-30056d8b0695", "tag": "acfdc268-7ce5-4ecb-9296-ed7e63415947", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:52.324081 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c29ee08-815b-407f-a161-7c1555f2699a {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:52.324491 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'tag': 'acfdc268-7ce5-4ecb-9296-ed7e63415947', 'status': 'completed', 'code': 200} Jun 02 16:40:52.338857 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a7cb8-5538-4317-b44d-dbc13ee4b226 req-52e0168d-399b-4e46-8e91-7521b19cdcbf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.340507 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-883a7cb8-5538-4317-b44d-dbc13ee4b226 req-52e0168d-399b-4e46-8e91-7521b19cdcbf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1647236 Jun 02 16:40:52.368184 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-934d7c1c-e8fd-4ed4-a10c-768cccebcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.370212 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-934d7c1c-e8fd-4ed4-a10c-768cccebcf68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971c44b3e075427994b9179d73c27a1e&device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 1096 time: 0.0976346 Jun 02 16:40:52.459247 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-d99137cc-adc9-4850-8cdf-5d25483a081a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947 HTTP/1.1" status: 200 len: 217 time: 0.0788186 Jun 02 16:40:52.468452 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-c5309b95-d15f-4b11-9151-15e1c13d5301 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899929 Jun 02 16:40:52.473523 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-883a7cb8-5538-4317-b44d-dbc13ee4b226 req-24905830-c5d6-4448-b3d4-5d701e58eb4f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Jun 02 16:40:52.526860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cbcb2-497e-4e53-a917-826e632adda9 req-5b878305-bf4e-4af0-ae09-e269cd0c29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.527867 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-5b878305-bf4e-4af0-ae09-e269cd0c29ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3943594-8364-4299-a198-ddf6485ea5be HTTP/1.1" status: 200 len: 847 time: 0.0611086 Jun 02 16:40:52.591557 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-eabc2111-1fe3-42f3-ba08-df2f41a21676 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561821 Jun 02 16:40:52.619293 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b33a4973-1aac-432f-bffa-ed634a837d4f req-7434c3c0-dade-4f35-bb9d-d50be1b14f0a service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393449 Jun 02 16:40:52.751929 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-d1d79e6f-b7b5-4e5c-a50b-fa8f7994d462 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517129 Jun 02 16:40:52.784158 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035e88-ac1e-4da1-96a9-04072ca7a3c2 req-10baf9af-1dda-4d65-9219-f054f4a37f5a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.785756 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c1035e88-ac1e-4da1-96a9-04072ca7a3c2 req-10baf9af-1dda-4d65-9219-f054f4a37f5a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0920324 Jun 02 16:40:52.845475 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c1035e88-ac1e-4da1-96a9-04072ca7a3c2 req-c0308b44-b0ca-40cc-92bd-9d0aabd4a30f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531111 Jun 02 16:40:52.893192 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-378cbcb2-497e-4e53-a917-826e632adda9 req-fd28a94a-0f07-4f00-b41a-b55321d5ba50 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322458 Jun 02 16:40:53.019450 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-957cdb7d-d5a6-446f-aabf-3a660424a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:53.021029 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-957cdb7d-d5a6-446f-aabf-3a660424a8cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=971c44b3e075427994b9179d73c27a1e&device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 1096 time: 0.0726969 Jun 02 16:40:53.072526 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004cca4-a0a6-4b3d-9927-9a929d81dc28 req-98a63a8b-d28b-4ade-bb14-7ecb92d0f1f0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:53.075378 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3004cca4-a0a6-4b3d-9927-9a929d81dc28 req-98a63a8b-d28b-4ade-bb14-7ecb92d0f1f0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 943 time: 0.0832152 Jun 02 16:40:53.125801 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3004cca4-a0a6-4b3d-9927-9a929d81dc28 req-14516cbf-30c1-4887-adab-df1f8c0d18c9 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Jun 02 16:40:53.241952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de908c05-1439-4936-9272-7db577561017 req-0d92049c-9d65-4424-a040-18256b5c95a7 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:53.243430 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-de908c05-1439-4936-9272-7db577561017 req-0d92049c-9d65-4424-a040-18256b5c95a7 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0883863 Jun 02 16:40:53.259523 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-80dc1dcf-a3fd-451c-b225-7fbf7246b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:53.260979 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-80dc1dcf-a3fd-451c-b225-7fbf7246b566 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 200 len: 908 time: 0.2276156 Jun 02 16:40:53.289705 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-de908c05-1439-4936-9272-7db577561017 req-d4d22272-6a3b-4d31-af28-713a9c8f7a87 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 Jun 02 16:40:53.336499 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-7b618cde-b9dc-4d05-90d4-1edef098cb56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947 HTTP/1.1" status: 200 len: 217 time: 0.0649719 Jun 02 16:40:53.410855 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-e056fb8a-1e2f-4948-b4aa-0834685b9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:53.412195 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-e056fb8a-1e2f-4948-b4aa-0834685b9d7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3943594-8364-4299-a198-ddf6485ea5be HTTP/1.1" status: 200 len: 847 time: 0.0608199 Jun 02 16:40:53.463441 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-e108cf6f-e621-4d52-ac99-8d1114838e07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe875e27-c4ab-4aee-a3ef-9c447e1bee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437665 Jun 02 16:40:53.597487 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-c8f1db81-7189-48ae-88fd-8ff449805ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256003 Jun 02 16:40:53.751613 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-2490fee8-24fa-4e4e-adfa-d6ee46ded395 req-daf8cf90-9ab5-4b5d-9b5c-c193c7f64014 service neutron] 10.222.0.48 "GET /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366124 Jun 02 16:40:54.031590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61bd9-25ea-46ce-ba4c-b9a3af5593a7 req-1ff69506-5233-4dac-a425-8d955425bffa tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:54.033227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ea61bd9-25ea-46ce-ba4c-b9a3af5593a7 req-1ff69506-5233-4dac-a425-8d955425bffa tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0825846 Jun 02 16:40:54.085753 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ea61bd9-25ea-46ce-ba4c-b9a3af5593a7 req-d7e632e6-905a-4527-ba87-eaaaf2260eb8 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436068 Jun 02 16:40:54.228171 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e793f9-d5dc-44ed-b01b-305fc2f16bee req-1368ace6-2df3-468d-90ce-f942e32532ae tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:54.229912 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-20e793f9-d5dc-44ed-b01b-305fc2f16bee req-1368ace6-2df3-468d-90ce-f942e32532ae tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0837460 Jun 02 16:40:54.329641 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-20e793f9-d5dc-44ed-b01b-305fc2f16bee req-c11b7db8-4e68-4272-8790-b594e9cdde79 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606940 Jun 02 16:40:54.353725 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97d12f-a3f4-42c4-b96c-bc9aae245647 req-6a29f480-66fb-44e5-aac6-67628e8eed24 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:54.353725 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a97d12f-a3f4-42c4-b96c-bc9aae245647 req-6a29f480-66fb-44e5-aac6-67628e8eed24 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 943 time: 0.1177466 Jun 02 16:40:54.366410 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:40:54.402317 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a97d12f-a3f4-42c4-b96c-bc9aae245647 req-4f7cb71d-a137-4a58-aba2-4b7462a811a4 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390959 Jun 02 16:40:54.529273 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e8a3-7344-40f4-8498-6e897a85eb4c req-8fc985b6-fde1-4517-a074-2f70a5f548af tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:54.530731 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7c69e8a3-7344-40f4-8498-6e897a85eb4c req-8fc985b6-fde1-4517-a074-2f70a5f548af tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0895879 Jun 02 16:40:54.580856 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7c69e8a3-7344-40f4-8498-6e897a85eb4c req-5feee735-affc-432a-8602-cb70422ba92c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Jun 02 16:40:55.648510 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63ad7e-3d54-42e0-af47-57340639a19c req-4d88d538-599f-403f-b7a5-8e927c135d12 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:55.650365 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc63ad7e-3d54-42e0-af47-57340639a19c req-4d88d538-599f-403f-b7a5-8e927c135d12 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 943 time: 0.1443565 Jun 02 16:40:55.699804 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bc63ad7e-3d54-42e0-af47-57340639a19c req-c20bde15-89dd-4b7f-b14e-56a4aca4c0a4 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Jun 02 16:40:55.927185 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7db6b-1469-4887-93a2-96dbf1f55b08 req-530f4c93-4121-488a-ab0e-de146369e4bc tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:55.928864 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-65c7db6b-1469-4887-93a2-96dbf1f55b08 req-530f4c93-4121-488a-ab0e-de146369e4bc tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0831029 Jun 02 16:40:55.975469 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-65c7db6b-1469-4887-93a2-96dbf1f55b08 req-2c479472-db3c-4af3-b0e0-5fa66d2f6193 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Jun 02 16:40:56.882861 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2b396-36d3-4753-ad2a-bc998a5fceea req-88183b21-f0e1-4a0e-8042-37f85a5d0386 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:56.884374 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfd2b396-36d3-4753-ad2a-bc998a5fceea req-88183b21-f0e1-4a0e-8042-37f85a5d0386 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 943 time: 0.0777838 Jun 02 16:40:56.885371 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device acfdc268-7ce5-4ecb-9296-ed7e63415947 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:40:56.929346 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfd2b396-36d3-4753-ad2a-bc998a5fceea req-3e7071c8-14c7-4a63-9366-e8d9c8f94d02 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Jun 02 16:40:57.019961 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port acfdc268-7ce5-4ecb-9296-ed7e63415947, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:57.033463 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'acfdc268-7ce5-4ecb-9296-ed7e63415947', 'network_id': 'fe875e27-c4ab-4aee-a3ef-9c447e1bee96', 'port_id': 'acfdc268-7ce5-4ecb-9296-ed7e63415947', 'mac_address': 'fa:16:3e:2f:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3943594-8364-4299-a198-ddf6485ea5be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:40:57.101392 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.120652 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfdc268-7ce5-4ecb-9296-ed7e63415947 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:57.136184 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port acfdc268-7ce5-4ecb-9296-ed7e63415947, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:57.141846 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.144284 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:57.180864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825c7ae-999b-4f4f-ba85-c44c14ff6a72 req-788547b2-509d-4ba7-b282-26d3fa4a84b9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.182347 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2825c7ae-999b-4f4f-ba85-c44c14ff6a72 req-788547b2-509d-4ba7-b282-26d3fa4a84b9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0956843 Jun 02 16:40:57.223830 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=acfdc268-7ce5-4ecb-9296-ed7e63415947,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:57.227542 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:57.245267 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2825c7ae-999b-4f4f-ba85-c44c14ff6a72 req-d7a58393-619c-477f-b58c-420ca33fd71f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560777 Jun 02 16:40:57.258133 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48276) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:57.317610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Deleting subnet c4220839-8fc4-4eca-8e98-e304e37a6c5c {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:40:57.320611 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.371827 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.379417 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.474459 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['acfdc268-7ce5-4ecb-9296-ed7e63415947'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:57.644967 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dd3cc-3a58-4f59-abda-88dec43a2e12 req-b24f5af2-36d9-45fd-b1a0-9ffe70429137 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.646789 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e68dd3cc-3a58-4f59-abda-88dec43a2e12 req-b24f5af2-36d9-45fd-b1a0-9ffe70429137 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0823317 Jun 02 16:40:57.661351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-4caa45c1-892f-4d1b-9e38-ec30a98fb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.662811 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-4caa45c1-892f-4d1b-9e38-ec30a98fb8c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.1542349 Jun 02 16:40:57.696655 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e68dd3cc-3a58-4f59-abda-88dec43a2e12 req-a201f212-15be-4842-b2b1-c6e3aaf18768 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jun 02 16:40:57.766128 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.776008 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-15491192-9532-4f16-af87-f63ab80a1a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:57.818873 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4220839-8fc4-4eca-8e98-e304e37a6c5c,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:57.832178 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.844544 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c4220839-8fc4-4eca-8e98-e304e37a6c5c HTTP/1.1" status: 204 len: 168 time: 0.5854449 Jun 02 16:40:57.847073 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 48284) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:57.858962 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5390adaf-5117-4954-8453-1e9f68f0babc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:57.862313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-4627930c-a940-4946-9e67-6f73b1dc94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.863723 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-4627930c-a940-4946-9e67-6f73b1dc94c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.1932847 Jun 02 16:40:57.934577 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-43979c45-ab97-4359-a1b1-4c84e415b948 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.0636301 Jun 02 16:40:57.959602 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.997186 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-c9843e07-bf43-46c4-a3c4-15056a8b147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.998620 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-c9843e07-bf43-46c4-a3c4-15056a8b147c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.0572712 Jun 02 16:40:58.050812 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-da290434-980b-4ad9-b106-9c453eb05ed4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443046 Jun 02 16:40:58.135826 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.154345 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f385864f-954e-4a5c-b768-d6c45b039bd4']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:58.176626 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428797ad-2c9e-40f7-b5e8-e6bb87c2829e') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:58.176951 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428797ad-2c9e-40f7-b5e8-e6bb87c2829e') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:58.195081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.217196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.234124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f8fb2-7f0c-4e6f-a2c5-739465d7c1eb req-70f7993b-30cd-42fb-9569-d4869ac838f5 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:58.237035 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a36f8fb2-7f0c-4e6f-a2c5-739465d7c1eb req-70f7993b-30cd-42fb-9569-d4869ac838f5 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 944 time: 0.1952631 Jun 02 16:40:58.238163 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:40:58.238570 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:40:58.252445 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:40:58.271107 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-0d46fadd-74b0-45d0-90a1-0390d3afe8e4 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107670 Jun 02 16:40:58.406052 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-bb6f3d55-63ca-4840-bfe3-4f7fa2f5e80c req-a6071c14-a8bd-4e16-95d1-13205b27c1a5 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251957 Jun 02 16:40:58.412102 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a36f8fb2-7f0c-4e6f-a2c5-739465d7c1eb req-14a117ce-f95e-4bb6-800a-9674d508b70e tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553693 Jun 02 16:40:58.412705 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.419274 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:58.433667 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.447122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f385864f-954e-4a5c-b768-d6c45b039bd4,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:58.459561 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f385864f-954e-4a5c-b768-d6c45b039bd4 HTTP/1.1" status: 204 len: 168 time: 0.6113093 Jun 02 16:40:58.462687 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48292) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:58.465160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.465523 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.465877 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.466227 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.466568 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.466915 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.467258 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.467598 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.467955 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.468292 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.468625 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.470251 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:58.474214 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:58.497295 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a1e32-c1ac-4e87-a036-26ac30c0d3ab req-0206900b-c05c-40d7-816a-b81f29264c0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:58.498759 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-410a1e32-c1ac-4e87-a036-26ac30c0d3ab req-0206900b-c05c-40d7-816a-b81f29264c0a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1440763 Jun 02 16:40:58.532081 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Deleting subnet d4606e83-0d43-41a5-81d9-3c0b39608277 {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:40:58.535580 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.550170 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-410a1e32-c1ac-4e87-a036-26ac30c0d3ab req-22be5302-3d82-48a4-9666-294d527bf542 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451829 Jun 02 16:40:58.591419 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.599844 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.863519 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.867572 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-724626fc-f121-45b5-bb88-cafef2f62514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:58.896344 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b00fe3-80bc-4457-9cb8-5d748a5f9f1b req-676a7f3c-1587-4e99-a3a4-026667e796b4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:58.898249 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-78b00fe3-80bc-4457-9cb8-5d748a5f9f1b req-676a7f3c-1587-4e99-a3a4-026667e796b4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0884786 Jun 02 16:40:58.907472 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4606e83-0d43-41a5-81d9-3c0b39608277,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:58.910604 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:58.911559 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.917780 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3d6b210b-ae49-4f97-998a-b074d62e3fa2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d4606e83-0d43-41a5-81d9-3c0b39608277 HTTP/1.1" status: 204 len: 168 time: 0.4539373 Jun 02 16:40:58.920208 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48312) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:58.921085 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:40:58.959576 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-78b00fe3-80bc-4457-9cb8-5d748a5f9f1b req-32b17030-653c-4d9c-ac48-c3b6c034951f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536346 Jun 02 16:40:58.991859 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device acfdc268-7ce5-4ecb-9296-ed7e63415947 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:40:59.044406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.152224 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port acfdc268-7ce5-4ecb-9296-ed7e63415947 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:59.160952 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:59.167693 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port acfdc268-7ce5-4ecb-9296-ed7e63415947 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:59.168073 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.195550 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.212441 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'mac_address': 'fa:16:3e:6a:a0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:40:59.215778 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.216181 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.216940 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.217288 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > port after_create 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.217594 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.217940 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > port after_update 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.218256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.218593 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.219089 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.220063 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.287104 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.289664 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.290123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.290336 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.290863 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:40:59.291371 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaf178a-feab-4f28-96fa-6c0b5afd4543']}} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:59.307261 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bcbd18-2dad-4969-85be-31fdf9bb5961') {'for_net_delete': True} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:59.307844 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bcbd18-2dad-4969-85be-31fdf9bb5961') {} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:59.323721 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3718001'] for segment, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.342515 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf40037d-8b72-4e9c-ad3a-ab50a078de10 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:59.344630 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.353182 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=98218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:40:59.353948 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215541'] for segment, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.373514 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.384724 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:59.390854 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.394791 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:59.461543 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdc268-7ce5-4ecb-9296-ed7e63415947'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:59.464317 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914be837-d5de-4989-b4ce-ccd4035debf9" -d '{"events": [{"server_uuid": "1172002f-4cc9-4a96-b1d1-30056d8b0695", "name": "network-vif-plugged", "status": "completed", "tag": "acfdc268-7ce5-4ecb-9296-ed7e63415947"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: from cryptography.utils import int_from_bytes Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: from cryptography.utils import int_from_bytes Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: Traceback (most recent call last): Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: timer() Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: cb(*args, **kw) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: return func(*args, **kwargs) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: self._notify() Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: self.callback(batched_events) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: event.method(event) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: return f(self, *a, **k) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: return self._get(url).json() Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: return self.request(url, 'GET', **kwargs) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:40:59.475885 dv-cinder-794021-2-smb neutron-server[98218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:40:59.482353 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port acfdc268-7ce5-4ecb-9296-ed7e63415947, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:59.491055 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.493608 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.495454 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=6']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:59.499441 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:59.500107 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:59.510559 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:59.538576 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bf40037d-8b72-4e9c-ad3a-ab50a078de10'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:59.540703 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.552523 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4aaf178a-feab-4f28-96fa-6c0b5afd4543 HTTP/1.1" status: 204 len: 168 time: 0.6311245 Jun 02 16:40:59.555992 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aaf178a-feab-4f28-96fa-6c0b5afd4543,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:59.564123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:59.570807 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186b6514-85bf-4522-9805-9c12ff71848b x-openstack-request-id: req-186b6514-85bf-4522-9805-9c12ff71848b {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:59.571425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1172002f-4cc9-4a96-b1d1-30056d8b0695", "name": "network-vif-plugged", "status": "completed", "tag": "acfdc268-7ce5-4ecb-9296-ed7e63415947", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:59.571868 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-186b6514-85bf-4522-9805-9c12ff71848b {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:59.572433 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfdc268-7ce5-4ecb-9296-ed7e63415947', 'code': 200} Jun 02 16:40:59.650017 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=acfdc268-7ce5-4ecb-9296-ed7e63415947,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:59.654669 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:59.916969 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48336) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:59.948183 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39764da-ac0e-48c3-ac70-6eb104058e20 req-89079f17-c01f-4597-afb6-0bc5dff50977 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:59.957318 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f39764da-ac0e-48c3-ac70-6eb104058e20 req-89079f17-c01f-4597-afb6-0bc5dff50977 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 945 time: 0.2972682 Jun 02 16:40:59.978899 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4c76a679-046b-4423-90fb-e0f9b69e5e2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0d729df771f46aaa9f298bcf80cade0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605433 Jun 02 16:40:59.981121 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78798260-f436-42ed-a71a-1fcdbd91bc1c req-b04219f7-918e-49c0-a177-b3ee1d5ac54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:59.982508 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-78798260-f436-42ed-a71a-1fcdbd91bc1c req-b04219f7-918e-49c0-a177-b3ee1d5ac54d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 1098 time: 0.1371975 Jun 02 16:40:59.982963 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48338) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:00.004432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c5b70-4e09-4ec4-bd47-3ff2194a44d4 req-86f28c85-f007-4f6c-ad4a-adbb420a1854 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:00.011315 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ed8c5b70-4e09-4ec4-bd47-3ff2194a44d4 req-86f28c85-f007-4f6c-ad4a-adbb420a1854 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 944 time: 0.2356067 Jun 02 16:41:00.064890 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-78798260-f436-42ed-a71a-1fcdbd91bc1c req-f9751f48-c6bf-43cf-b95c-f49079f3d496 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708802 Jun 02 16:41:00.088896 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.119429 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.124825 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ed8c5b70-4e09-4ec4-bd47-3ff2194a44d4 req-d83a3927-118b-4f48-8572-68454be70ae0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125932 Jun 02 16:41:00.175290 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f39764da-ac0e-48c3-ac70-6eb104058e20 req-291d266a-9ba5-4610-afba-41f11e3b0746 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566257 Jun 02 16:41:00.189759 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-a6ad91e6-d34d-42b5-9fa4-9a6864b65b9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2275152 Jun 02 16:41:00.212093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.216937 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:00.233702 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a8567a-9607-404f-b7e4-3a323e0fae39,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:00.236774 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:00.237750 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.238850 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61a8567a-9607-404f-b7e4-3a323e0fae39 HTTP/1.1" status: 204 len: 168 time: 0.2550163 Jun 02 16:41:00.318250 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-a26a74bb-cd99-4188-ab18-7e26a0c97820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:00.319846 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-a26a74bb-cd99-4188-ab18-7e26a0c97820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 1098 time: 0.0923681 Jun 02 16:41:00.630520 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-b1ef69c0-c880-40c6-9c83-b8eacb89eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:00.632413 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-b1ef69c0-c880-40c6-9c83-b8eacb89eb5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.2594626 Jun 02 16:41:00.721296 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-b519cc26-7465-422d-a326-1cefd31265f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f HTTP/1.1" status: 200 len: 217 time: 0.0765789 Jun 02 16:41:00.739807 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e3d0-d052-4a2e-8fb0-b61a9e1ed8c3 req-8604f80d-37c5-4e14-b108-e2daef4669cc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:00.741310 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0a75e3d0-d052-4a2e-8fb0-b61a9e1ed8c3 req-8604f80d-37c5-4e14-b108-e2daef4669cc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.4087260 Jun 02 16:41:00.771819 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48346) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:00.843266 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-cc6d9279-02e4-4719-88ed-032763d477f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84866d7f01ad4110ac9361f47a576a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700750 Jun 02 16:41:00.845878 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48348) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:00.866643 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0a75e3d0-d052-4a2e-8fb0-b61a9e1ed8c3 req-e51ffa8a-3d00-4fdb-b297-3b897a9a4c75 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762203 Jun 02 16:41:00.885177 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-4109cbd3-a882-4b6f-9582-b628f232b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:00.886618 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-4109cbd3-a882-4b6f-9582-b628f232b3c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.1444583 Jun 02 16:41:00.930364 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:41:00.934516 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.948111 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-a6c3608d-4dce-405f-9f79-125ad6e1d89d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519943 Jun 02 16:41:00.976180 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.029618 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port bf40037d-8b72-4e9c-ad3a-ab50a078de10 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:41:01.030148 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.121530 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-3ada077f-1165-4b14-bf22-db444690fd8b service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560347 Jun 02 16:41:01.151254 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.188311 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c9106e3b-c1b1-4471-9053-7dd874917c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:01.191558 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.248225 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74b4e05-34c8-4b07-b514-dfe05f415275,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:01.257666 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:01.263568 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:01.273023 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.274581 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a74b4e05-34c8-4b07-b514-dfe05f415275 HTTP/1.1" status: 204 len: 168 time: 0.4277306 Jun 02 16:41:01.278562 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.291370 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:01.436321 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=7']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:01.441626 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:01.563311 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12da4d0d-c13a-4722-967c-7253481f65f9 req-a6446326-a539-40b5-9d9f-59d0d8730bfa service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054985 Jun 02 16:41:01.574084 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:01.576791 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a563d3-200b-4b7d-b808-865b862e5aa9" -d '{"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:01.634096 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fde719-ba18-4cf7-90e0-602759f5755f req-b6dea761-291c-4451-9208-e6e81922a92d tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:01.641454 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92fde719-ba18-4cf7-90e0-602759f5755f req-b6dea761-291c-4451-9208-e6e81922a92d tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 945 time: 0.2215621 Jun 02 16:41:01.674039 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3a7d-4a59-4692-be86-2b1c1d485e7e req-08adf6a6-9d1d-4770-a001-c1ff3f68ccc4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:01.675617 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86cd3a7d-4a59-4692-be86-2b1c1d485e7e req-08adf6a6-9d1d-4770-a001-c1ff3f68ccc4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1932929 Jun 02 16:41:01.730565 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92fde719-ba18-4cf7-90e0-602759f5755f req-e04dfed8-67f7-4ff4-869e-73ac5bf905f0 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838246 Jun 02 16:41:01.762334 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86cd3a7d-4a59-4692-be86-2b1c1d485e7e req-1011bbe0-0bf5-43dc-9f19-f0a2cfe24533 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762272 Jun 02 16:41:01.851043 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f907b9-267e-4abe-b34c-bfbc0d702e64 x-openstack-request-id: req-59f907b9-267e-4abe-b34c-bfbc0d702e64 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:01.851346 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:01.851605 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59f907b9-267e-4abe-b34c-bfbc0d702e64 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:01.852071 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'code': 200} Jun 02 16:41:02.232953 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a4035-443a-4259-86b6-3123b4631935 req-0f49a2a3-c9b7-4579-9b39-2ade04e00a4c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:02.235315 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f43a4035-443a-4259-86b6-3123b4631935 req-0f49a2a3-c9b7-4579-9b39-2ade04e00a4c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1943324 Jun 02 16:41:02.317916 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f43a4035-443a-4259-86b6-3123b4631935 req-f3fd10fb-ab4a-454e-b629-58c4e72190fc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747080 Jun 02 16:41:02.988790 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa050c4-9190-4223-aa5f-0b549e5feb77 req-8388abb1-0f0e-422c-8dc6-39ec7afeca27 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:02.988790 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfa050c4-9190-4223-aa5f-0b549e5feb77 req-8388abb1-0f0e-422c-8dc6-39ec7afeca27 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0998726 Jun 02 16:41:03.070818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfa050c4-9190-4223-aa5f-0b549e5feb77 req-91ac2b87-b2e5-46b8-b1f4-6cd6e2b1cab9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734890 Jun 02 16:41:03.260535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2f3fa-af87-471c-bfa2-fcf42523bd36 req-7d5fa349-f928-4bca-bfef-d7821a33bc5e tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:03.263464 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1da2f3fa-af87-471c-bfa2-fcf42523bd36 req-7d5fa349-f928-4bca-bfef-d7821a33bc5e tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 945 time: 0.0982139 Jun 02 16:41:03.322207 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1da2f3fa-af87-471c-bfa2-fcf42523bd36 req-30d4cce2-387e-4411-9d05-91c7dc9771a1 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Jun 02 16:41:03.414391 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48420) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:03.558777 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.576435 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:03.581116 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478bd00-f53d-4433-b50f-18df070af947 req-73a79540-045b-4155-b511-6e71708ee7fd tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:03.582042 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Usage tracker for resource:security_group_rule and tenant:0f65d2078e5a4d6da3faf3d8d1e7c769 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:03.582597 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c478bd00-f53d-4433-b50f-18df070af947 req-73a79540-045b-4155-b511-6e71708ee7fd tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1008611 Jun 02 16:41:03.586165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:03.597133 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:03.657830 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c478bd00-f53d-4433-b50f-18df070af947 req-b5e8b7b6-f4d0-4714-b75a-b5e2ee389a7b tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662682 Jun 02 16:41:03.715176 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.720630 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.728546 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-bd31849e-04b4-4ed5-8120-b6e1d55fc80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:03.774294 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1266984-b908-4be6-9791-1f1206acc6cb,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:03.778740 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f65d2078e5a4d6da3faf3d8d1e7c769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632970 Jun 02 16:41:03.779912 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4f6a299f-9694-4b6f-8b62-3aa61fd4fbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:03.781700 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 48424) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:03.847503 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.886885 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.946700 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.950830 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-add8241c-f9e7-4823-b823-6f91b200b732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:03.964870 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1266984-b908-4be6-9791-1f1206acc6cb,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:03.968099 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:03.971704 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.975132 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1266984-b908-4be6-9791-1f1206acc6cb HTTP/1.1" status: 204 len: 168 time: 0.1901057 Jun 02 16:41:04.294306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e0e3-8f5f-48f4-ba4c-64d1e92b00fa req-80f4a246-83a4-47fe-a781-2b977230e736 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:04.296446 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3376e0e3-8f5f-48f4-ba4c-64d1e92b00fa req-80f4a246-83a4-47fe-a781-2b977230e736 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1066306 Jun 02 16:41:04.353976 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3376e0e3-8f5f-48f4-ba4c-64d1e92b00fa req-e325423f-014a-4063-8bb5-cf5bb31800df tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478494 Jun 02 16:41:04.474906 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-1de93965-39d0-4390-a694-5ac1a733fa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:04.568945 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a18f6-b3ea-4af3-8605-5c338bb51ebc req-5e1a56af-00e2-4879-8d36-2ff99b4b7b95 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:04.575965 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-090a18f6-b3ea-4af3-8605-5c338bb51ebc req-5e1a56af-00e2-4879-8d36-2ff99b4b7b95 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 945 time: 0.0998271 Jun 02 16:41:04.628574 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-090a18f6-b3ea-4af3-8605-5c338bb51ebc req-90332567-ffaa-41fa-8090-02da406648a8 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/security-groups?id=6661fa9c-a1ed-4382-9be6-90a7717715e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494955 Jun 02 16:41:04.910652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba850-507e-4b48-b68e-333270b97510 req-8929ce02-8cd2-437f-8c35-f75fe068605a tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:04.912313 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-715ba850-507e-4b48-b68e-333270b97510 req-8929ce02-8cd2-437f-8c35-f75fe068605a tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 945 time: 0.2458475 Jun 02 16:41:05.037950 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455e17-1caa-48e4-b095-bc9ed2115bc7 req-192be044-9157-43e7-9b5e-1936326cdd8a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:05.044726 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1c455e17-1caa-48e4-b095-bc9ed2115bc7 req-192be044-9157-43e7-9b5e-1936326cdd8a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.2749426 Jun 02 16:41:05.117958 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1c455e17-1caa-48e4-b095-bc9ed2115bc7 req-1079cc1a-47e6-4946-b6f6-f9086604c3a5 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689201 Jun 02 16:41:05.134394 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Deleting port acfdc268-7ce5-4ecb-9296-ed7e63415947 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:41:05.134735 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.294659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] For port acfdc268-7ce5-4ecb-9296-ed7e63415947, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=acfdc268-7ce5-4ecb-9296-ed7e63415947,segment=NetworkSegment(ffccdabc-95b1-4d02-86e4-9cc0bee13e69),segment_id=ffccdabc-95b1-4d02-86e4-9cc0bee13e69)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:05.295414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.370724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48460) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:05.421516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Calling delete_port for acfdc268-7ce5-4ecb-9296-ed7e63415947 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:41:05.553617 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.569336 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:05.573531 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Usage tracker for resource:security_group_rule and tenant:b0bfe47808b843fd937da57c5158d12e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:05.576612 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:05.583246 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:05.639974 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.646889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:05.658207 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['acfdc268-7ce5-4ecb-9296-ed7e63415947'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:41:05.701436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63de69-98a1-4773-9db9-efd25483cca8 req-0b16f476-ab6f-4769-b57a-acb331f4e6ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:05.703055 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6f63de69-98a1-4773-9db9-efd25483cca8 req-0b16f476-ab6f-4769-b57a-acb331f4e6ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1646457 Jun 02 16:41:05.703913 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Pushing event deleted for resources: {'Port': ['ID=acfdc268-7ce5-4ecb-9296-ed7e63415947,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:05.707792 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:05.770920 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.805681 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.811578 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.824562 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7a9aa16d-d148-41db-a4f2-5432dcad6e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:05.825007 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] No DVR routers for this DVR port acfdc268-7ce5-4ecb-9296-ed7e63415947 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:41:05.837756 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6f63de69-98a1-4773-9db9-efd25483cca8 req-8d2050ce-a679-4dc7-bdb6-420aab460862 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933638 Jun 02 16:41:05.838917 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.851572 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'name': 'network-vif-deleted', 'tag': 'acfdc268-7ce5-4ecb-9296-ed7e63415947'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:05.855245 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34900fc4-adce-446b-9cc3-185e9b86b3cb" -d '{"events": [{"server_uuid": "1172002f-4cc9-4a96-b1d1-30056d8b0695", "name": "network-vif-deleted", "tag": "acfdc268-7ce5-4ecb-9296-ed7e63415947"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:05.894496 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0bfe47808b843fd937da57c5158d12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210536 Jun 02 16:41:05.895222 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48470) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:05.895877 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750596cb-8a15-4529-a1a2-2f9a6e1fa97c,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:05.914511 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:05.921487 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a1215-b7de-4113-a07e-484c59669e8c x-openstack-request-id: req-055a1215-b7de-4113-a07e-484c59669e8c {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:05.921934 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1172002f-4cc9-4a96-b1d1-30056d8b0695", "name": "network-vif-deleted", "tag": "acfdc268-7ce5-4ecb-9296-ed7e63415947", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:05.922570 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-055a1215-b7de-4113-a07e-484c59669e8c {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:05.922955 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1172002f-4cc9-4a96-b1d1-30056d8b0695', 'name': 'network-vif-deleted', 'tag': 'acfdc268-7ce5-4ecb-9296-ed7e63415947', 'status': 'completed', 'code': 200} Jun 02 16:41:05.934555 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-715ba850-507e-4b48-b68e-333270b97510 req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.48 "DELETE /v2.0/ports/acfdc268-7ce5-4ecb-9296-ed7e63415947 HTTP/1.1" status: 204 len: 173 time: 1.0081825 Jun 02 16:41:05.936131 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-ce5881d0-a21c-46b8-9f94-b7e0fa238922 req-58af96d4-f4c5-4212-b4ae-d59ddd62769b tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Synchronizing usage tracker for tenant:971c44b3e075427994b9179d73c27a1e on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:41:05.965576 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-ce5881d0-a21c-46b8-9f94-b7e0fa238922 req-58af96d4-f4c5-4212-b4ae-d59ddd62769b tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Unset dirty status for tenant:971c44b3e075427994b9179d73c27a1e on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:41:05.976323 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ce5881d0-a21c-46b8-9f94-b7e0fa238922 req-58af96d4-f4c5-4212-b4ae-d59ddd62769b tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] 10.222.0.38 "GET /v2.0/ports?device_id=1172002f-4cc9-4a96-b1d1-30056d8b0695 HTTP/1.1" status: 200 len: 210 time: 0.1179273 Jun 02 16:41:05.979171 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:06.012709 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:06.164686 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:06.171308 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7604f1f6-d671-4ca5-ad4b-fbf5cb1066ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:06.184691 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750596cb-8a15-4529-a1a2-2f9a6e1fa97c,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:06.188660 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:06.195159 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:06.196396 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/750596cb-8a15-4529-a1a2-2f9a6e1fa97c HTTP/1.1" status: 204 len: 168 time: 0.2809372 Jun 02 16:41:06.416767 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7c2da-4056-471f-9986-79ecec9530c3 req-adecc516-60e3-4562-b13b-d7c818152239 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:06.416767 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9df7c2da-4056-471f-9986-79ecec9530c3 req-adecc516-60e3-4562-b13b-d7c818152239 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1358049 Jun 02 16:41:06.503636 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9df7c2da-4056-471f-9986-79ecec9530c3 req-5271fc29-d7c9-4894-9a00-1bfa4f3c1bd3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951784 Jun 02 16:41:06.949253 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9e384629-d003-4da4-a662-189c9b850b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:07.208864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39cc80-2960-4405-b57b-f84158d54263 req-a93c8a13-749e-44bb-a33c-94496f87a732 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:07.210805 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b39cc80-2960-4405-b57b-f84158d54263 req-a93c8a13-749e-44bb-a33c-94496f87a732 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1768208 Jun 02 16:41:07.296254 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b39cc80-2960-4405-b57b-f84158d54263 req-1d6204ec-d3fd-4bbd-9637-186dc1b7a2ed tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778308 Jun 02 16:41:07.297804 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:07.756705 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee311ff1-1adb-4427-be15-98a8987776f6 req-eb97a620-3ac7-4b03-8724-33c5ce3fca04 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:07.758988 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ee311ff1-1adb-4427-be15-98a8987776f6 req-eb97a620-3ac7-4b03-8724-33c5ce3fca04 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1126299 Jun 02 16:41:07.858982 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ee311ff1-1adb-4427-be15-98a8987776f6 req-a58065a1-b607-40f0-a643-0a619a2184da tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914288 Jun 02 16:41:07.957730 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.553718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84b403-f93d-498a-b247-0f93c06a7606 req-f0788064-668c-4263-95c7-a539a3e153d1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:08.555474 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b84b403-f93d-498a-b247-0f93c06a7606 req-f0788064-668c-4263-95c7-a539a3e153d1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1305428 Jun 02 16:41:08.605361 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b84b403-f93d-498a-b247-0f93c06a7606 req-582a65f3-15e0-48af-9c86-d56decdd3f20 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Jun 02 16:41:09.005159 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device acfdc268-7ce5-4ecb-9296-ed7e63415947 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:41:09.046148 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: acfdc268-7ce5-4ecb-9296-ed7e63415947 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:41:09.046808 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device acfdc268-7ce5-4ecb-9296-ed7e63415947 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:41:09.054757 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ffa8d-1c11-4df5-9572-a4e1ed326f65 req-cf1fcb1f-dc20-4fcc-9609-2dba566385ab tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:09.056683 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-261ffa8d-1c11-4df5-9572-a4e1ed326f65 req-cf1fcb1f-dc20-4fcc-9609-2dba566385ab tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0854385 Jun 02 16:41:09.121221 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-261ffa8d-1c11-4df5-9572-a4e1ed326f65 req-b1e7dada-de77-4818-b572-ffbcd5b28853 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573001 Jun 02 16:41:09.847770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:10.041609 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137b4f0-5068-4398-ac33-5b9d5dccbab4 req-4d253d58-6663-4911-b0bd-0f81cc54c558 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:10.053207 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a137b4f0-5068-4398-ac33-5b9d5dccbab4 req-4d253d58-6663-4911-b0bd-0f81cc54c558 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1245675 Jun 02 16:41:10.120341 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a137b4f0-5068-4398-ac33-5b9d5dccbab4 req-fb9bb7a8-3eea-4e34-a3d6-5eb676782d11 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654910 Jun 02 16:41:10.411649 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6876-2b14-49cd-9ca6-44c8d474784e req-8be4ef65-1544-4022-bfbb-d584879b9154 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:10.413339 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1ddc6876-2b14-49cd-9ca6-44c8d474784e req-8be4ef65-1544-4022-bfbb-d584879b9154 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1461148 Jun 02 16:41:10.511958 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1ddc6876-2b14-49cd-9ca6-44c8d474784e req-379e6ad2-4cba-4026-b419-580c8381ab75 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930691 Jun 02 16:41:11.325243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f061bd-26eb-430d-8dda-1009b02d24ad req-e11d728a-7d09-42ec-8724-d610d0702582 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:11.326721 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f7f061bd-26eb-430d-8dda-1009b02d24ad req-e11d728a-7d09-42ec-8724-d610d0702582 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0852332 Jun 02 16:41:11.377380 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f7f061bd-26eb-430d-8dda-1009b02d24ad req-4ccf3d47-d472-4ab8-bc12-11686a545883 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Jun 02 16:41:11.870840 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c49482-0e3a-4d14-95ff-4128a830059b req-5a907602-e4a8-4cfe-bb32-b9a098fb9b9d tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:11.872313 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-45c49482-0e3a-4d14-95ff-4128a830059b req-5a907602-e4a8-4cfe-bb32-b9a098fb9b9d tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1739256 Jun 02 16:41:11.883249 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-3a5b39a2-5898-4947-abd2-254c4c145edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:11.884684 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-3a5b39a2-5898-4947-abd2-254c4c145edf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1098 time: 0.2434931 Jun 02 16:41:11.961624 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-45c49482-0e3a-4d14-95ff-4128a830059b req-7245edac-275d-4cda-8381-70f77ce59eab tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747318 Jun 02 16:41:12.060049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-81f3dc66-af65-4801-9ac6-103987bd158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:12.061511 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-81f3dc66-af65-4801-9ac6-103987bd158b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.1605928 Jun 02 16:41:12.167812 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-148fa16e-499b-4971-8f20-1836f9f32bd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 200 len: 1001 time: 0.0978458 Jun 02 16:41:12.238327 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-1493f0a0-8ab9-42e0-8d8c-806a69740cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:12.239942 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-1493f0a0-8ab9-42e0-8d8c-806a69740cd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0635796 Jun 02 16:41:12.358119 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-9e63e4f0-c503-403c-8829-6b4d91733e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:12.361861 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-9e63e4f0-c503-403c-8829-6b4d91733e97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149209 Jun 02 16:41:12.674171 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-257d7c8c-2276-4c32-af60-fcde7b0e86b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039491 Jun 02 16:41:12.738681 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4422f-65a0-48b3-a944-8ea5fec46a9b req-0e44c994-902e-412e-ad72-6dcb75caa7f2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:12.740630 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92b4422f-65a0-48b3-a944-8ea5fec46a9b req-0e44c994-902e-412e-ad72-6dcb75caa7f2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.1519907 Jun 02 16:41:12.876712 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92b4422f-65a0-48b3-a944-8ea5fec46a9b req-b2185796-f44f-4a88-bc84-c10895e043df tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868320 Jun 02 16:41:12.884685 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71b58009-cbd7-4195-bf39-76dfc2050252 req-64101245-420a-4750-8131-e9d655f44f90 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037458 Jun 02 16:41:13.177510 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250150-d6e0-4cb0-a268-d94707c3efaf req-dd7c0eca-363b-487f-abc1-cafd6d6e0f04 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:13.178917 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-37250150-d6e0-4cb0-a268-d94707c3efaf req-dd7c0eca-363b-487f-abc1-cafd6d6e0f04 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0960214 Jun 02 16:41:13.232084 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-37250150-d6e0-4cb0-a268-d94707c3efaf req-4331aad3-a7f6-4b6b-a02b-a1cfc1459d15 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Jun 02 16:41:14.021370 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48654) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:14.105059 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9a9e-3d2f-49c8-8d40-b69c11dec9ab req-43590c1c-4299-435e-a9a5-7f22b3c90e52 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:14.107356 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8edb9a9e-3d2f-49c8-8d40-b69c11dec9ab req-43590c1c-4299-435e-a9a5-7f22b3c90e52 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 945 time: 0.0927653 Jun 02 16:41:14.168983 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8edb9a9e-3d2f-49c8-8d40-b69c11dec9ab req-4ec35a4d-77e4-4ab0-81d8-8e43271845a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546060 Jun 02 16:41:14.191882 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.208330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:14.214721 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Usage tracker for resource:security_group_rule and tenant:d5df561131c14fd09634b04712251ff5 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:14.217660 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:14.223954 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:14.337186 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.343053 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.355729 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b79a799c-c7d1-4860-9d88-6eed1c3a8ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:14.400727 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb8a19-116d-4591-91ae-9e9171cacee9,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:14.413238 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:14.418928 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5df561131c14fd09634b04712251ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956523 Jun 02 16:41:14.419660 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48664) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:14.449821 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1a964-8f05-49fc-874d-90eb3d78caf7 req-b6f39438-7ab9-479f-b013-e7fb499b61aa tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:14.451298 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-58e1a964-8f05-49fc-874d-90eb3d78caf7 req-b6f39438-7ab9-479f-b013-e7fb499b61aa tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0873899 Jun 02 16:41:14.503417 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.508630 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-58e1a964-8f05-49fc-874d-90eb3d78caf7 req-6df37e99-c2f5-4167-b186-1e22c48ef001 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Jun 02 16:41:14.535287 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.594161 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.598007 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ae8f40e0-6dad-425d-b07f-13e60bc1783c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:14.609909 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb8a19-116d-4591-91ae-9e9171cacee9,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:14.612897 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:14.622596 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:14.624082 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5feb8a19-116d-4591-91ae-9e9171cacee9 HTTP/1.1" status: 204 len: 168 time: 0.2035265 Jun 02 16:41:15.066052 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:41:15.193332 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:15.234937 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:15.236423 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:15.239809 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb12b2b-bb63-4efd-8d36-bdf81f2a078f" -d '{"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-unplugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:15.243946 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:15.246389 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:15.328637 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f9809-abfb-45a4-9533-f2b4a52a3836 x-openstack-request-id: req-4c0f9809-abfb-45a4-9533-f2b4a52a3836 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:15.329218 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-unplugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:15.329619 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c0f9809-abfb-45a4-9533-f2b4a52a3836 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:15.330027 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'code': 200} Jun 02 16:41:15.331170 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=8']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:15.341860 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:15.412415 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80746081-03c0-48ae-a2dd-c18a606c20f5 req-a3fd7d77-d320-496d-b418-ada2f2782e79 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:15.413941 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-80746081-03c0-48ae-a2dd-c18a606c20f5 req-a3fd7d77-d320-496d-b418-ada2f2782e79 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1032619 Jun 02 16:41:15.471687 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-80746081-03c0-48ae-a2dd-c18a606c20f5 req-40b0ae6a-9e80-4914-b685-9ccf93669850 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514104 Jun 02 16:41:15.757325 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f0ec-09a9-48f7-b5d3-a0f44874c6e9 req-dbfa4412-171c-4116-b4cb-0c1910ea0bb7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:15.757325 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2446f0ec-09a9-48f7-b5d3-a0f44874c6e9 req-dbfa4412-171c-4116-b4cb-0c1910ea0bb7 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1156955 Jun 02 16:41:15.841143 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2446f0ec-09a9-48f7-b5d3-a0f44874c6e9 req-530cfda8-dab2-43c0-8770-9dba51266fc4 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505755 Jun 02 16:41:16.663939 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435c64d-e3ec-4610-969a-39a36b33c0fe req-b50678a4-a169-470c-b58f-e3728610d161 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:16.665630 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a435c64d-e3ec-4610-969a-39a36b33c0fe req-b50678a4-a169-470c-b58f-e3728610d161 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1052165 Jun 02 16:41:16.729679 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a435c64d-e3ec-4610-969a-39a36b33c0fe req-9575aff8-7ea3-47c5-a426-36f3693f2bf1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549791 Jun 02 16:41:17.018439 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48722) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:17.073654 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192e98-817f-4269-82cf-f6091689f8b8 req-ac922aac-be69-4f10-9f75-09aad881fb7b tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:17.075720 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e2192e98-817f-4269-82cf-f6091689f8b8 req-ac922aac-be69-4f10-9f75-09aad881fb7b tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1042004 Jun 02 16:41:17.124142 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e2192e98-817f-4269-82cf-f6091689f8b8 req-25e5a23b-a3a2-42df-a1d6-736a09618947 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Jun 02 16:41:17.213013 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-43ec499f-8577-442e-913b-9beb4c4e92c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1926727 Jun 02 16:41:18.007496 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a8ff9-b563-46c1-8524-71bdcae1a97b req-2c90950f-6396-4653-bb47-3a6128be377b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:18.013214 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b20a8ff9-b563-46c1-8524-71bdcae1a97b req-2c90950f-6396-4653-bb47-3a6128be377b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1362302 Jun 02 16:41:18.134254 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b20a8ff9-b563-46c1-8524-71bdcae1a97b req-c753753a-61f1-4051-8e92-2c3b6758cf38 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194186 Jun 02 16:41:18.331337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee9938-df03-48ee-9097-d842e97d47b4 req-246845db-3abf-454b-86d7-1e1fa3ff53b8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:18.332873 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c0ee9938-df03-48ee-9097-d842e97d47b4 req-246845db-3abf-454b-86d7-1e1fa3ff53b8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0842192 Jun 02 16:41:18.393329 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c0ee9938-df03-48ee-9097-d842e97d47b4 req-723ac37e-f842-4173-adc1-0e5e1cc43b01 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Jun 02 16:41:19.080180 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:41:19.236218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-4634a2f1-db1a-4c63-90b6-b2c8847eebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:19.239006 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-4634a2f1-db1a-4c63-90b6-b2c8847eebc8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5&tenant_id=d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 1096 time: 0.1386194 Jun 02 16:41:19.417512 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-874d5de3-df0f-4d63-b6d9-e224495e8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:19.419132 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-874d5de3-df0f-4d63-b6d9-e224495e8ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1096 time: 0.1089611 Jun 02 16:41:19.458106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc65b9-392d-4f3a-a683-8b3ce1c498e6 req-4f9b76d7-fb53-4f7d-9e43-24a2d80fe95a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:19.459593 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-80fc65b9-392d-4f3a-a683-8b3ce1c498e6 req-4f9b76d7-fb53-4f7d-9e43-24a2d80fe95a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1953030 Jun 02 16:41:19.655920 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-80fc65b9-392d-4f3a-a683-8b3ce1c498e6 req-77869f8f-b89c-4c16-bf1c-96bd963ea24c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780367 Jun 02 16:41:19.698233 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-0259ff13-4fbc-4e84-b8a6-9f8344ef2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:19.699696 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-0259ff13-4fbc-4e84-b8a6-9f8344ef2629 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.2716012 Jun 02 16:41:19.768473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637dc27-20c8-4ea5-8318-3f7639fa0bb1 req-acd1df2b-a7ff-4216-8e58-a4a3fc5528a6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:19.769963 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f637dc27-20c8-4ea5-8318-3f7639fa0bb1 req-acd1df2b-a7ff-4216-8e58-a4a3fc5528a6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.2535572 Jun 02 16:41:19.846856 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f637dc27-20c8-4ea5-8318-3f7639fa0bb1 req-20385a27-3494-410c-8769-4a97db7f9c26 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638607 Jun 02 16:41:19.848491 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-84cec247-7a9f-4e1f-8819-fd5a3b28296c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 200 len: 999 time: 0.1403193 Jun 02 16:41:19.935072 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-38518cca-685b-4815-b727-441c6ef9e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:19.936578 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-38518cca-685b-4815-b727-441c6ef9e91b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0810742 Jun 02 16:41:20.023209 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-ebc8ab57-fad3-453f-857e-13faff2f9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:20.024696 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-ebc8ab57-fad3-453f-857e-13faff2f9fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766299 Jun 02 16:41:20.163204 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-a25e6ef7-a886-4a46-b7b8-4a20cedf279d service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293929 Jun 02 16:41:20.304810 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ca77251-f3f9-48fc-a716-490cc2bef28a req-21ab3da1-e994-4262-bd18-1411fbf6a743 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345615 Jun 02 16:41:20.865589 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52798529-f77c-438f-b5a5-c2f3de887539 req-d435522d-0242-4d18-9ae6-726ac5756ced tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:20.872910 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-52798529-f77c-438f-b5a5-c2f3de887539 req-d435522d-0242-4d18-9ae6-726ac5756ced tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0985231 Jun 02 16:41:20.986143 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-52798529-f77c-438f-b5a5-c2f3de887539 req-d1278958-edd6-4005-b226-9f663e897246 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114829 Jun 02 16:41:21.184645 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93d453-9159-4aa8-9dc1-de29e15dbcda req-8cb91718-bb79-4aee-a3a5-3c3d90cdfdbf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:21.186704 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3e93d453-9159-4aa8-9dc1-de29e15dbcda req-8cb91718-bb79-4aee-a3a5-3c3d90cdfdbf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1586409 Jun 02 16:41:21.261396 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3e93d453-9159-4aa8-9dc1-de29e15dbcda req-3cddeb4d-62a0-4b69-a458-3f11f3a9b8ec tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674646 Jun 02 16:41:22.213615 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e7060-51e3-45f7-9908-454f4b24b897 req-8e365fc5-b58b-49d0-b515-1589c7600e38 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:22.223223 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f93e7060-51e3-45f7-9908-454f4b24b897 req-8e365fc5-b58b-49d0-b515-1589c7600e38 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1117783 Jun 02 16:41:22.274764 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f93e7060-51e3-45f7-9908-454f4b24b897 req-e72860bb-bff9-40b9-9d30-41478ed66403 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497775 Jun 02 16:41:22.534085 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83678002-ffb0-430c-aa89-d835105a090d req-33e4b37a-268e-4690-bf03-ac366628b4ef tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:22.535597 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83678002-ffb0-430c-aa89-d835105a090d req-33e4b37a-268e-4690-bf03-ac366628b4ef tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1237555 Jun 02 16:41:22.593882 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83678002-ffb0-430c-aa89-d835105a090d req-4291a94a-d2a7-4609-a760-5a8e0e416d0a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Jun 02 16:41:23.602023 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563998c-26cb-4912-abec-2fd7708e276b req-273c599f-da31-49a6-b7a9-b50a15cf563a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:23.610819 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3563998c-26cb-4912-abec-2fd7708e276b req-273c599f-da31-49a6-b7a9-b50a15cf563a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1377347 Jun 02 16:41:23.671384 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3563998c-26cb-4912-abec-2fd7708e276b req-9cd4de40-55c2-4176-bedb-99f55c71b707 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592208 Jun 02 16:41:23.906212 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d431d-34c7-472e-9d62-1aa8969b1def req-27f8ea78-dfb7-41c6-a381-3c86d89527f5 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:23.913737 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-752d431d-34c7-472e-9d62-1aa8969b1def req-27f8ea78-dfb7-41c6-a381-3c86d89527f5 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1752470 Jun 02 16:41:23.983502 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-752d431d-34c7-472e-9d62-1aa8969b1def req-933687c8-c80c-4aa4-9bbb-369742f3c985 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682719 Jun 02 16:41:24.912244 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902474b0-081e-40d3-a319-e77c89d0bd62 req-05b67c43-7bc6-4349-a59d-451c5fefb90b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:24.920455 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-902474b0-081e-40d3-a319-e77c89d0bd62 req-05b67c43-7bc6-4349-a59d-451c5fefb90b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0994303 Jun 02 16:41:24.976244 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-902474b0-081e-40d3-a319-e77c89d0bd62 req-88f817cb-2df9-4cb3-8515-fc01c2456074 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540767 Jun 02 16:41:25.192719 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb089-64db-4652-b479-536fbffbfee8 req-137e0899-8ab6-41d0-92fb-19f92746e1dc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:25.195923 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-edeeb089-64db-4652-b479-536fbffbfee8 req-137e0899-8ab6-41d0-92fb-19f92746e1dc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0944204 Jun 02 16:41:25.246917 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-edeeb089-64db-4652-b479-536fbffbfee8 req-163fc294-8118-420e-9819-7d8fa5dbc033 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Jun 02 16:41:26.170685 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773ced-1f4a-4057-852a-78025f48a744 req-8be1a202-5093-43c2-9dfe-e46a1b34bb60 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:26.172243 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-65773ced-1f4a-4057-852a-78025f48a744 req-8be1a202-5093-43c2-9dfe-e46a1b34bb60 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0874765 Jun 02 16:41:26.221387 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-65773ced-1f4a-4057-852a-78025f48a744 req-11fe3413-883d-40eb-a928-b01eacfc4be4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Jun 02 16:41:26.442757 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6425406-a6fb-4c86-8a31-20885770383f req-8b0866f8-d590-44b1-b571-711347d9eeba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:26.444541 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d6425406-a6fb-4c86-8a31-20885770383f req-8b0866f8-d590-44b1-b571-711347d9eeba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0836010 Jun 02 16:41:26.501157 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d6425406-a6fb-4c86-8a31-20885770383f req-2ee006b1-f8ed-4d62-917d-3654523ec3bc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504184 Jun 02 16:41:27.444126 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cda0-5a45-478e-98a1-5501179fc6e7 req-6e6c6ad5-2efd-42b3-9322-f87fbcaa2149 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:27.445871 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8660cda0-5a45-478e-98a1-5501179fc6e7 req-6e6c6ad5-2efd-42b3-9322-f87fbcaa2149 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1020141 Jun 02 16:41:27.492412 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8660cda0-5a45-478e-98a1-5501179fc6e7 req-c06a874b-231f-47aa-949c-2b73ad9a07f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Jun 02 16:41:27.704467 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac57af3-424d-4928-86d8-c8567517600e req-449720b3-78f5-42aa-92ed-23cc76b5cd21 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:27.706389 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ac57af3-424d-4928-86d8-c8567517600e req-449720b3-78f5-42aa-92ed-23cc76b5cd21 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0988176 Jun 02 16:41:27.754772 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ac57af3-424d-4928-86d8-c8567517600e req-04145f1f-91d1-447c-9609-cad7ec779c9b tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Jun 02 16:41:28.393328 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48892) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:28.454907 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Deleting subnet c3943594-8364-4299-a198-ddf6485ea5be {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:41:28.457998 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:28.507766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3718008'] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:28.567861 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:28.718534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585e59e-2bdb-4dfd-afe8-e6d13dbb23a5 req-af63c03a-b3a0-4915-80b1-196199558492 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:28.720763 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6585e59e-2bdb-4dfd-afe8-e6d13dbb23a5 req-af63c03a-b3a0-4915-80b1-196199558492 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0932014 Jun 02 16:41:28.768624 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6585e59e-2bdb-4dfd-afe8-e6d13dbb23a5 req-e9efb46b-5460-47ef-bef0-0a675d0d869f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420830 Jun 02 16:41:28.847065 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597732'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:28.851129 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:28.891220 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3943594-8364-4299-a198-ddf6485ea5be,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:28.894175 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:28.896045 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:28.902052 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e2726869-39d5-4b97-91d8-8f00d4b59bfe admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c3943594-8364-4299-a198-ddf6485ea5be HTTP/1.1" status: 204 len: 168 time: 0.5077102 Jun 02 16:41:28.904482 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48898) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:28.989731 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570e805-3005-437c-881a-d9ee125abecd req-880a6215-6531-4f44-8f9e-dd4a089ab1db tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:28.991320 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c570e805-3005-437c-881a-d9ee125abecd req-880a6215-6531-4f44-8f9e-dd4a089ab1db tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1071801 Jun 02 16:41:29.013376 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.044162 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c570e805-3005-437c-881a-d9ee125abecd req-098fc0c7-6cb7-4b0c-b182-20052d1c42d6 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Jun 02 16:41:29.143197 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.157197 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe875e27-c4ab-4aee-a3ef-9c447e1bee96']}} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:29.169746 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69') {'for_net_delete': True} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:29.170098 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffccdabc-95b1-4d02-86e4-9cc0bee13e69') {} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:29.183904 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3718001'] for segment, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.201384 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.208920 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=98218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:41:29.209312 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215541'] for segment, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: Traceback (most recent call last): Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: timer() Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: cb(*args, **kw) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: return func(*args, **kwargs) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: self._notify() Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: self.callback(batched_events) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: event.method(event) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: return f(self, *a, **k) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: return self._get(url).json() Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: return self.request(url, 'GET', **kwargs) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:41:29.223768 dv-cinder-794021-2-smb neutron-server[98218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:41:29.301814 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.308752 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.311235 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:29.333499 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe875e27-c4ab-4aee-a3ef-9c447e1bee96,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:29.337281 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:29.343509 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fe875e27-c4ab-4aee-a3ef-9c447e1bee96 HTTP/1.1" status: 204 len: 168 time: 0.4379380 Jun 02 16:41:29.531630 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48902) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:29.584551 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-377711fe-a0c5-44fe-b547-e0d98f3fddf3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=971c44b3e075427994b9179d73c27a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513725 Jun 02 16:41:29.586732 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48904) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:29.649596 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.677563 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.735671 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.739549 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-99b6c85b-ff64-4103-96a6-fef439e0e6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:29.751375 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6661fa9c-a1ed-4382-9be6-90a7717715e0,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:29.756472 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:29.758654 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:29.759982 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6661fa9c-a1ed-4382-9be6-90a7717715e0 HTTP/1.1" status: 204 len: 168 time: 0.1723027 Jun 02 16:41:29.997512 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76387-4d52-4665-85b8-b7e0c50cad28 req-451b7347-2801-4ead-b1f2-1454078a33c5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:30.001202 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-31d76387-4d52-4665-85b8-b7e0c50cad28 req-451b7347-2801-4ead-b1f2-1454078a33c5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0990965 Jun 02 16:41:30.053360 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-31d76387-4d52-4665-85b8-b7e0c50cad28 req-9dae0359-322c-45d7-9d13-0e950307d36d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Jun 02 16:41:30.280850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b16bed-de59-4b7a-97a9-12e8953a9ac3 req-530c1389-3d2f-4404-a227-b25475bb8132 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:30.285951 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86b16bed-de59-4b7a-97a9-12e8953a9ac3 req-530c1389-3d2f-4404-a227-b25475bb8132 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1035841 Jun 02 16:41:30.339440 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86b16bed-de59-4b7a-97a9-12e8953a9ac3 req-64988d31-720c-4b1b-a3a4-9f7f036c94cd tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Jun 02 16:41:30.623423 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48930) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:30.737229 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1427726855-network', 'tenant_id': 'ae7d2b5bbabb4f68b7bb1aa782a554e6'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:30.741855 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:30.745642 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Usage tracker for resource:network and tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:30.748435 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:30.758220 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:30.769109 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Made reservation on behalf of ae7d2b5bbabb4f68b7bb1aa782a554e6 for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:41:30.771401 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:30.784330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:30.799054 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:30.802870 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:30.805699 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:30.811347 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:30.897793 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:30.901551 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:30.904470 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:30.935540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:41:30.941556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aeb759-d2da-41cc-972b-ddcf3b180051,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:30.945137 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:30.949426 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:30.949426 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Added segment 866f9f2f-92b6-4d93-907f-9c8c9bc1c15d of type vlan for network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb Jun 02 16:41:30.976968 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:31.008330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:31.009965 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:31.010601 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:31.014429 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-15956e33-f98a-4aed-b75f-e881a8a71737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:31.118052 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4926932 Jun 02 16:41:31.120953 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 48938) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:31.134189 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Request body: {'subnet': {'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1427726855-subnet', 'tenant_id': 'ae7d2b5bbabb4f68b7bb1aa782a554e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:31.138064 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:31.143561 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:31.149814 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:31.152471 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:41:31.169668 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Usage tracker for resource:subnet and tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:31.173443 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:31.180810 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:31.194561 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Made reservation on behalf of ae7d2b5bbabb4f68b7bb1aa782a554e6 for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:41:31.201764 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:31.294319 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a25fc-d446-49b3-bdd0-bda771469982 req-f9c20b2b-b396-41b8-8cb4-390a19659a4f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:31.304031 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-099a25fc-d446-49b3-bdd0-bda771469982 req-f9c20b2b-b396-41b8-8cb4-390a19659a4f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0962298 Jun 02 16:41:31.356372 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-099a25fc-d446-49b3-bdd0-bda771469982 req-b81346f3-bfdc-4e19-a5ae-a29abfface9b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512850 Jun 02 16:41:31.383294 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:41:31.559723 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96af3b-e283-431c-a32c-e39d5cfaee61 req-df16f686-483a-4dc7-8c33-9e44633c4bc3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:31.564481 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ee96af3b-e283-431c-a32c-e39d5cfaee61 req-df16f686-483a-4dc7-8c33-9e44633c4bc3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0906613 Jun 02 16:41:31.613112 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ee96af3b-e283-431c-a32c-e39d5cfaee61 req-a739eae8-0515-4528-b679-c1fb2ecf5966 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Jun 02 16:41:31.758632 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:31.763233 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f9d06236-891a-43ad-b1f0-935648d39f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:31.834813 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c06351-94d8-47c4-a206-32fd73643b6a,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:31.842326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:31.843066 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Checking segment: {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:41:31.843405 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Network hostable DHCP agents. Network: 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:41:31.860527 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:41:31.868971 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:41:31.877653 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:31.878359 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:31.879267 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff3a8a-86d5-42fa-bd26-4e3253b405f8 None None] Network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:41:31.900376 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7779775 Jun 02 16:41:32.118838 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669c7a4-88d0-44d6-8266-5a1cd1f63d74 None None] Network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:41:32.611795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887b80-0940-4fc8-872a-efbf825d858f req-45eebb54-2861-49dd-8acc-71463ac0313c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:32.613263 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-25887b80-0940-4fc8-872a-efbf825d858f req-45eebb54-2861-49dd-8acc-71463ac0313c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.1209097 Jun 02 16:41:32.658873 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-25887b80-0940-4fc8-872a-efbf825d858f req-a510e9df-5736-4384-a7ae-bc48918b9945 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Jun 02 16:41:32.809203 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf93717-0440-438b-9087-2e08017c65df req-6c124d74-ba5e-4ca3-a1af-213b9230ce87 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:32.810699 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-caf93717-0440-438b-9087-2e08017c65df req-6c124d74-ba5e-4ca3-a1af-213b9230ce87 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0836349 Jun 02 16:41:32.853962 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-caf93717-0440-438b-9087-2e08017c65df req-b448c337-7fd3-4e0e-9c9c-96686fb74a66 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Jun 02 16:41:33.629616 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfde80-fb59-4579-ad79-8f7ede555a12 req-3d8fc7a8-bb79-4607-9f46-b28c28fb3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:33.630973 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8abfde80-fb59-4579-ad79-8f7ede555a12 req-3d8fc7a8-bb79-4607-9f46-b28c28fb3db0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.0731251 Jun 02 16:41:33.675030 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8abfde80-fb59-4579-ad79-8f7ede555a12 req-ff5df7eb-c9fe-4f0f-977d-0341fea5a8c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Jun 02 16:41:34.043043 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-861998d9-e057-4480-abf0-eed0dfed0718 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:34.044443 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-861998d9-e057-4480-abf0-eed0dfed0718 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/networks?id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 200 len: 814 time: 0.2383511 Jun 02 16:41:34.052163 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f500c-8d61-4a9b-9e66-8ac037356ab2 req-69139291-90d0-4cf5-badf-655ba0029649 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:34.053546 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-622f500c-8d61-4a9b-9e66-8ac037356ab2 req-69139291-90d0-4cf5-badf-655ba0029649 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.2794001 Jun 02 16:41:34.077138 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-14d242f4-da5a-4d96-9b95-8336aec447ce tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/quotas/ae7d2b5bbabb4f68b7bb1aa782a554e6 HTTP/1.1" status: 200 len: 375 time: 0.0225968 Jun 02 16:41:34.135038 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-7c69e3b5-c0b6-46da-88ef-d4b1ddd48e92 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522938 Jun 02 16:41:34.142062 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-622f500c-8d61-4a9b-9e66-8ac037356ab2 req-6ea35475-9ef0-4de4-b70d-bc0df7b8f0fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815415 Jun 02 16:41:34.313461 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-eab267a6-9034-4c32-b9ea-bfa5d0ed617b service neutron] 10.222.0.38 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703575 Jun 02 16:41:34.441538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c2c7-9627-463d-a1d2-f8370cae44b7 req-c62f594e-1121-4bfa-a459-6e9a1c9c49f8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:34.443060 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0de1c2c7-9627-463d-a1d2-f8370cae44b7 req-c62f594e-1121-4bfa-a459-6e9a1c9c49f8 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1919630 Jun 02 16:41:34.467385 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-20cf131d-d423-4531-a457-07831fd6b0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:34.484672 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-705a4bf7-f9cb-45d3-afcb-6199a6b51ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619802 Jun 02 16:41:34.506808 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0de1c2c7-9627-463d-a1d2-f8370cae44b7 req-76fa742e-90f3-44d5-acab-166c28339506 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564778 Jun 02 16:41:34.689045 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c634428d-060d-48b0-ae83-9b058531931d req-47536a4a-5e88-4c21-831a-7d26177da7af tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 210 time: 0.0446601 Jun 02 16:41:34.952704 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c35a-3e3a-4351-a4b2-3915303c9097 req-ccdd6539-f161-4716-a5e5-53cd4092afa4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:34.954715 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7645c35a-3e3a-4351-a4b2-3915303c9097 req-ccdd6539-f161-4716-a5e5-53cd4092afa4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0857205 Jun 02 16:41:35.000798 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7645c35a-3e3a-4351-a4b2-3915303c9097 req-fedf058e-6492-4868-b17d-ca922064f81a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391831 Jun 02 16:41:35.187770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:41:35.323242 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:35.336140 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'port_id': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'mac_address': 'fa:16:3e:6a:a0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:41:35.337833 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94272-1cea-4b51-812c-6ea954ee1906 req-31219e23-27a9-494f-82ac-4a7a1a2ad80c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:35.339281 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bfb94272-1cea-4b51-812c-6ea954ee1906 req-31219e23-27a9-494f-82ac-4a7a1a2ad80c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 943 time: 0.0813353 Jun 02 16:41:35.385450 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bfb94272-1cea-4b51-812c-6ea954ee1906 req-b0c61a48-caf2-4308-9e91-e9980ed3cd2e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Jun 02 16:41:35.394518 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:35.411615 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf40037d-8b72-4e9c-ad3a-ab50a078de10 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:41:35.427365 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:35.431195 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:35.432965 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:35.497469 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=9']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:35.505243 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.505583 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.505921 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.506246 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.506566 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.506885 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.507201 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.507520 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.507833 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.508147 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.508460 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.508795 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:35.512494 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:35.687468 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bf40037d-8b72-4e9c-ad3a-ab50a078de10'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:41:35.753270 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:35.814605 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-13f7d2e6-d6ac-4679-8532-812025b5d35b tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:35.816918 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-13f7d2e6-d6ac-4679-8532-812025b5d35b tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "GET /v2.0/networks?id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 200 len: 814 time: 0.2233484 Jun 02 16:41:35.826049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9562c9-68a9-4fd5-a4b6-339d2c270d9f req-c3444003-7934-4896-8ea7-d4e480e773b3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:35.827492 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5b9562c9-68a9-4fd5-a4b6-339d2c270d9f req-c3444003-7934-4896-8ea7-d4e480e773b3 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1900568 Jun 02 16:41:35.833034 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Request body: {'port': {'device_id': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb', 'admin_state_up': True, 'tenant_id': 'ae7d2b5bbabb4f68b7bb1aa782a554e6'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:35.926851 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c4a17ab4-154c-499f-af1a-8f5daf5255d7 req-9c60cde3-e3f3-4642-b596-7f7e6ad472cb tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 210 time: 0.0983961 Jun 02 16:41:36.015475 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5b9562c9-68a9-4fd5-a4b6-339d2c270d9f req-89d1ca93-0c08-4525-a35c-cc5c0ffeabb2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351700 Jun 02 16:41:36.048594 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:36.053475 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Usage tracker for resource:port and tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:36.057083 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:36.063820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:36.074302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Made reservation on behalf of ae7d2b5bbabb4f68b7bb1aa782a554e6 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:41:36.077994 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:36.331411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f3396-0e15-42da-89c8-91f357e7fef5 req-c7a243eb-4788-417d-ab7f-592b77623ff0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:36.333296 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2c5f3396-0e15-42da-89c8-91f357e7fef5 req-c7a243eb-4788-417d-ab7f-592b77623ff0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1982408 Jun 02 16:41:36.342100 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Allocated IP 172.20.0.11 (4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb/d5c06351-94d8-47c4-a206-32fd73643b6a/9cd19beb-5178-40b5-b1c0-b2ff1e2859f3) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:41:36.429167 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2c5f3396-0e15-42da-89c8-91f357e7fef5 req-2bc81458-d533-4934-be40-814e4438a834 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891089 Jun 02 16:41:36.525186 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-cccff51e-8b2a-4f62-8be5-03cf6f2a9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:36.527019 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-cccff51e-8b2a-4f62-8be5-03cf6f2a9d80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63475470e62f49e09cc533ced56ca334&device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 1099 time: 0.0877769 Jun 02 16:41:36.664890 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-708aebf9-8db0-47ef-9939-ef4aa1c53c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:36.666375 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-708aebf9-8db0-47ef-9939-ef4aa1c53c51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 200 len: 919 time: 0.1335042 Jun 02 16:41:36.744831 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-3d0aa727-e587-4511-8066-4e0051d2226e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 200 len: 217 time: 0.0716672 Jun 02 16:41:36.816178 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-e94c2bb8-35dc-4f67-bf33-c75d80047d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:36.817907 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-e94c2bb8-35dc-4f67-bf33-c75d80047d93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 200 len: 858 time: 0.0668995 Jun 02 16:41:36.850810 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:36.875146 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-f880fdce-be4a-43b8-9beb-67ca61076023 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=03fe79b9-99bf-41a8-96ab-aae83bd94e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501537 Jun 02 16:41:36.876905 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ed45-42fb-44e1-9b2a-48b5624388eb req-f3ec21dd-0425-4649-9ce8-d4e5f2273ef2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:36.878343 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-27e5ed45-42fb-44e1-9b2a-48b5624388eb req-f3ec21dd-0425-4649-9ce8-d4e5f2273ef2 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.3647804 Jun 02 16:41:36.907455 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d32984-ce15-48ab-b8f5-4691f3b95c39 req-3f47c5de-0e9f-4db7-b498-5c986d7e19db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:36.908918 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-69d32984-ce15-48ab-b8f5-4691f3b95c39 req-3f47c5de-0e9f-4db7-b498-5c986d7e19db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 944 time: 0.3432493 Jun 02 16:41:36.933101 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-dcd9fa0c-b4b3-478c-81d6-030dd7ee9f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:36.978106 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-27e5ed45-42fb-44e1-9b2a-48b5624388eb req-6d825ec6-42d6-476e-878a-2aad5989fded tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923924 Jun 02 16:41:36.984181 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-69d32984-ce15-48ab-b8f5-4691f3b95c39 req-6561fc3c-33a4-4f10-aaa4-c7c9a25d1c30 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679605 Jun 02 16:41:36.985819 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:36.993417 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:37.043374 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-82a9ae36-d127-4e94-a703-c323a94b9417 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613340 Jun 02 16:41:37.122374 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:41:37.130187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:41:37.139316 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:41:37.169069 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Pushing event updated for resources: {'Port': ['ID=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:37.178227 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:37.181760 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-32803b9b-2bd2-42a9-90fc-5399249f0b08 req-d406b204-69bd-437a-82e0-440617efcb36 service neutron] 10.222.0.48 "GET /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318376 Jun 02 16:41:37.196219 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:41:37.216679 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:37.217299 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.252129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95636742-96f5-4e59-b661-b1bd480811bb req-1193b893-787b-43d1-be5e-630c245f8f86 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:37.252778 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-95636742-96f5-4e59-b661-b1bd480811bb req-1193b893-787b-43d1-be5e-630c245f8f86 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Synchronizing usage tracker for tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:41:37.256161 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4266653 Jun 02 16:41:37.267311 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port bf40037d-8b72-4e9c-ad3a-ab50a078de10 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:41:37.267724 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.272369 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Request body: {'port': {'device_id': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:37.312959 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-95636742-96f5-4e59-b661-b1bd480811bb req-1193b893-787b-43d1-be5e-630c245f8f86 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Unset dirty status for tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:41:37.314217 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-95636742-96f5-4e59-b661-b1bd480811bb req-1193b893-787b-43d1-be5e-630c245f8f86 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 932 time: 0.2309318 Jun 02 16:41:37.327066 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.407915 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.423982 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-95636742-96f5-4e59-b661-b1bd480811bb req-2a62c531-35f8-482d-b9e3-d40107a54444 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004527 Jun 02 16:41:37.428366 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.440922 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:37.443708 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d320ee-da08-4b72-8ec2-9fa64be0a9de" -d '{"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:37.458558 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:37.466882 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.469451 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:37.505738 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2de15a-8ac0-4734-a77d-db5b08d77765 x-openstack-request-id: req-5e2de15a-8ac0-4734-a77d-db5b08d77765 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:37.506038 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-plugged", "status": "completed", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:37.506345 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e2de15a-8ac0-4734-a77d-db5b08d77765 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:37.506810 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'code': 200} Jun 02 16:41:37.555324 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=10']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:37.558878 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:37.760905 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64743bc6-4a75-49ac-aaf1-88c65e9120d4 req-50096998-338b-405d-86de-5f4c5c3ac89a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:37.762264 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-64743bc6-4a75-49ac-aaf1-88c65e9120d4 req-50096998-338b-405d-86de-5f4c5c3ac89a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1984997 Jun 02 16:41:37.825475 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-64743bc6-4a75-49ac-aaf1-88c65e9120d4 req-4e1e7a28-962b-40fc-8f6b-29591cb517ac tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498297 Jun 02 16:41:37.895948 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:41:37.904059 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.919301 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Transition to ACTIVE for port object 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:41:37.924332 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:37.930049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-2b769a24-5ee4-47ac-8d60-b05381896346 tempest-DeleteServersTestJSON-882764318 tempest-DeleteServersTestJSON-882764318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:37.934351 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:38.053344 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb1f9-4587-4b58-96c7-cd8dacca7cfe req-c2f86aa0-cb55-498c-bccd-0225845fec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:38.054831 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-232cb1f9-4587-4b58-96c7-cd8dacca7cfe req-c2f86aa0-cb55-498c-bccd-0225845fec94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 1099 time: 0.0783317 Jun 02 16:41:38.095179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:38.105390 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-232cb1f9-4587-4b58-96c7-cd8dacca7cfe req-71aa9ff6-56e5-4118-a7eb-e49144b08f69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Jun 02 16:41:38.120178 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:38.277024 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Attempting to bind port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:41:38.277272 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Attempting to bind port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:41:38.277592 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Attempting to bind port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 on network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:41:38.288125 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 on network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:41:38.288436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Attempting to bind port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 on network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:41:38.299590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:41:38.299916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Checking segment: {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:41:38.300287 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Bound using segment: {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:41:38.300698 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Bound port: 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:41:38.301063 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:38.318911 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3545e4-b45c-4153-8fcb-4e4929fd41fc req-d4aa8265-7be3-4d10-b292-abe96ea5a788 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:38.320347 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb3545e4-b45c-4153-8fcb-4e4929fd41fc req-d4aa8265-7be3-4d10-b292-abe96ea5a788 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1992855 Jun 02 16:41:38.330101 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85439f-e081-4875-ace1-0ad2ccfa3733 req-fa7a8a21-af56-46fe-90a6-4ef60162e264 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:38.331460 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5d85439f-e081-4875-ace1-0ad2ccfa3733 req-fa7a8a21-af56-46fe-90a6-4ef60162e264 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.1769757 Jun 02 16:41:38.472674 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5d85439f-e081-4875-ace1-0ad2ccfa3733 req-6ab7f495-ac96-4eba-8cfa-d88654faf37b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027038 Jun 02 16:41:38.475167 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb3545e4-b45c-4153-8fcb-4e4929fd41fc req-722d7a16-03a2-477f-8599-93db1163173a tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411905 Jun 02 16:41:38.485107 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] For port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:41:38.488729 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] For port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:41:38.494744 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:38.498946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:38.554052 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:38.554677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:38.556026 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] 10.222.0.48 "PUT /v2.0/ports/9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 HTTP/1.1" status: 200 len: 1094 time: 1.2895143 Jun 02 16:41:38.556499 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'tag': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:38.558737 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e015cf27-c2b3-42a5-a802-ff2e4b85d453", "tag": "9cd19beb-5178-40b5-b1c0-b2ff1e2859f3"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:38.580934 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:38.623434 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:38.625419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1513551-8c25-458b-aeed-3ab86a1a1dd8 x-openstack-request-id: req-d1513551-8c25-458b-aeed-3ab86a1a1dd8 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:38.625727 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e015cf27-c2b3-42a5-a802-ff2e4b85d453", "tag": "9cd19beb-5178-40b5-b1c0-b2ff1e2859f3", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:38.626000 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1513551-8c25-458b-aeed-3ab86a1a1dd8 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:38.626401 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'tag': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3', 'status': 'completed', 'code': 200} Jun 02 16:41:38.793101 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-c2ab2731-85b8-455c-be74-ff5fbe0a9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:38.794558 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-c2ab2731-85b8-455c-be74-ff5fbe0a9644 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 1097 time: 0.1723263 Jun 02 16:41:38.802721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb19f-eda5-452c-bf1f-1be35e6da755 req-2104f57d-45f5-4e2f-b2c2-4b97f31e44c9 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:38.803983 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e6efb19f-eda5-452c-bf1f-1be35e6da755 req-2104f57d-45f5-4e2f-b2c2-4b97f31e44c9 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 944 time: 0.2248683 Jun 02 16:41:38.882227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-4c50c8be-4dab-4c0b-8da8-ef4332e28062 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 HTTP/1.1" status: 200 len: 217 time: 0.0759509 Jun 02 16:41:38.985025 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e6efb19f-eda5-452c-bf1f-1be35e6da755 req-92293689-4664-438c-bebd-3a872aec9a2e tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298270 Jun 02 16:41:39.015593 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-6e667441-15cb-43ec-8cc5-ad2f948496d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:39.017025 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-6e667441-15cb-43ec-8cc5-ad2f948496d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5c06351-94d8-47c4-a206-32fd73643b6a HTTP/1.1" status: 200 len: 854 time: 0.1187963 Jun 02 16:41:39.067835 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-674f3354-9944-4ad1-8aa0-415bc621537c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430112 Jun 02 16:41:39.087538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958d4aa-513c-454a-bbaa-a1e3e8a523b0 req-a0f9b1dc-4678-43d1-84af-777a97748ebf tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:39.089003 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e958d4aa-513c-454a-bbaa-a1e3e8a523b0 req-a0f9b1dc-4678-43d1-84af-777a97748ebf tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1528821 Jun 02 16:41:39.235669 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e958d4aa-513c-454a-bbaa-a1e3e8a523b0 req-088fdcf8-3f77-48eb-944c-1c0c29c9abe7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159706 Jun 02 16:41:39.262067 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-f08f7c65-ef7b-4a5e-9088-7d889d20bcc1 service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721096 Jun 02 16:41:39.403353 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eeada0cf-2bc8-4941-8374-c53716fa0997 req-6b844456-55a5-460d-b676-65ef6f4629bb service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329029 Jun 02 16:41:39.528307 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-f6966a56-d8db-4bf8-8c0e-b92328bdd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:39.530792 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-f6966a56-d8db-4bf8-8c0e-b92328bdd002 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 1097 time: 0.0787127 Jun 02 16:41:39.689871 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:39.778148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-b72d44fb-f5e2-4285-b087-53f61e8003ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:39.779570 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-b72d44fb-f5e2-4285-b087-53f61e8003ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 200 len: 915 time: 0.2433097 Jun 02 16:41:39.860238 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-6a5facd5-3d96-40fd-9000-4a5550064443 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 HTTP/1.1" status: 200 len: 217 time: 0.0703702 Jun 02 16:41:39.877303 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e291d4-089f-440a-8331-57438c0eae49 req-9a9d7992-6e84-4b4e-93f4-3bf2832ebc66 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:39.878664 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d7e291d4-089f-440a-8331-57438c0eae49 req-9a9d7992-6e84-4b4e-93f4-3bf2832ebc66 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.2914789 Jun 02 16:41:39.918027 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d3541-15ac-4e0e-9206-c8fb559202da req-74b6eeba-7cb2-47da-b59e-732b0898c83a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:39.919345 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-432d3541-15ac-4e0e-9206-c8fb559202da req-74b6eeba-7cb2-47da-b59e-732b0898c83a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.2552998 Jun 02 16:41:40.004123 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-af982b6f-7b2d-4b07-85b8-9b02489c02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:40.005567 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-af982b6f-7b2d-4b07-85b8-9b02489c02ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5c06351-94d8-47c4-a206-32fd73643b6a HTTP/1.1" status: 200 len: 854 time: 0.1366696 Jun 02 16:41:40.010560 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d7e291d4-089f-440a-8331-57438c0eae49 req-ab86bb2c-97b6-4ab6-9b21-4ab41678484c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028564 Jun 02 16:41:40.057765 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-a845d1e4-f38c-4101-b390-34af0e87c81d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437348 Jun 02 16:41:40.060507 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-432d3541-15ac-4e0e-9206-c8fb559202da req-2d534f6c-93fd-48b6-93ae-8f2df0d40a1b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179280 Jun 02 16:41:40.254375 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-99d3518c-acd6-42f7-93ad-2f8e13696848 service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881831 Jun 02 16:41:40.371423 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf6e5-d30d-426e-bd5a-4a2dbc0c0697 req-caf22155-b7bf-419c-bc84-39e383729cf4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:40.372879 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01daf6e5-d30d-426e-bd5a-4a2dbc0c0697 req-caf22155-b7bf-419c-bc84-39e383729cf4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 944 time: 0.2122104 Jun 02 16:41:40.488830 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01daf6e5-d30d-426e-bd5a-4a2dbc0c0697 req-0dbd0dbf-0f75-4dfc-8973-672412c31265 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055107 Jun 02 16:41:40.523254 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01d0062e-14fd-45b3-a0a7-b6ddba08a5f9 req-a52e1ddc-0884-46bd-8fe8-9787440e9e7a service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624702 Jun 02 16:41:40.674026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a2d1b-7a0a-4eef-b6f8-a1d6570391ea req-3c7f1dc5-eee0-40e2-a373-ee3440c70338 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:40.675460 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-048a2d1b-7a0a-4eef-b6f8-a1d6570391ea req-3c7f1dc5-eee0-40e2-a373-ee3440c70338 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0831125 Jun 02 16:41:40.718540 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-048a2d1b-7a0a-4eef-b6f8-a1d6570391ea req-c8577ffd-e521-4558-95fb-37dd7fb0f1ce tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374391 Jun 02 16:41:41.264228 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82f34-bec7-43e0-a067-feada5e7ea18 req-eba65530-6d11-4363-b720-551d16910ac4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:41.265769 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cbf82f34-bec7-43e0-a067-feada5e7ea18 req-eba65530-6d11-4363-b720-551d16910ac4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.0916169 Jun 02 16:41:41.310150 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cbf82f34-bec7-43e0-a067-feada5e7ea18 req-39b2bec0-e88d-4c3c-9b8c-23da2cc4e168 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Jun 02 16:41:41.679080 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399f0d-370e-48b0-8b4c-788af33106c5 req-08097bc8-5f56-4580-9b85-b2a9d981577a tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:41.680521 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9d399f0d-370e-48b0-8b4c-788af33106c5 req-08097bc8-5f56-4580-9b85-b2a9d981577a tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 944 time: 0.0834663 Jun 02 16:41:41.731042 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9d399f0d-370e-48b0-8b4c-788af33106c5 req-298271b9-6272-4fd4-a764-6324fa34aa3d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Jun 02 16:41:41.913244 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5b5fa-4cc2-49b1-9d11-e5b674969a7a req-74cc98f5-f1c1-4787-b710-52e5e09bd2bf tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:41.914688 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6fa5b5fa-4cc2-49b1-9d11-e5b674969a7a req-74cc98f5-f1c1-4787-b710-52e5e09bd2bf tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0859473 Jun 02 16:41:41.958960 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6fa5b5fa-4cc2-49b1-9d11-e5b674969a7a req-66b5eca2-e0d2-4cc2-b3f4-071e154a868c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 Jun 02 16:41:42.918373 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d3770-3265-493c-95f0-487b5afe34ab req-1309869e-af64-4775-836f-cc6f6e9a47f4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:42.919816 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4a5d3770-3265-493c-95f0-487b5afe34ab req-1309869e-af64-4775-836f-cc6f6e9a47f4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 944 time: 0.0835469 Jun 02 16:41:42.963573 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4a5d3770-3265-493c-95f0-487b5afe34ab req-0925832b-3841-415f-b7ec-473efd43408d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Jun 02 16:41:43.158389 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceddca2-8f9e-4ba5-8473-8b20736871c2 req-48fc9203-92ce-4071-b76b-2e82458a50a4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:43.159869 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dceddca2-8f9e-4ba5-8473-8b20736871c2 req-48fc9203-92ce-4071-b76b-2e82458a50a4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0880668 Jun 02 16:41:43.207636 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dceddca2-8f9e-4ba5-8473-8b20736871c2 req-0e62baaf-26f3-4874-b9d7-8086f604bbf9 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Jun 02 16:41:43.209535 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:41:43.349274 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:43.362168 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3', 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb', 'port_id': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3', 'mac_address': 'fa:16:3e:2a:25:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c06351-94d8-47c4-a206-32fd73643b6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:41:43.415999 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:43.434747 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:41:43.450031 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:43.454078 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:43.455740 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:43.518645 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:43.521577 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:43.716760 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['9cd19beb-5178-40b5-b1c0-b2ff1e2859f3'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:41:44.152326 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dd58a-1de3-4f54-a1f9-33021cb849ed req-e9e395aa-0a3c-4a54-95c6-d203863b2c8a tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:44.153817 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f70dd58a-1de3-4f54-a1f9-33021cb849ed req-e9e395aa-0a3c-4a54-95c6-d203863b2c8a tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 945 time: 0.0838904 Jun 02 16:41:44.212989 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f70dd58a-1de3-4f54-a1f9-33021cb849ed req-64f4d160-69da-42ec-9075-7126c553865c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 Jun 02 16:41:44.398364 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93d4a7-e9b1-4b36-8a05-6d2861e3f369 req-23257788-67ab-4822-b69a-602109922836 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:44.400108 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e93d4a7-e9b1-4b36-8a05-6d2861e3f369 req-23257788-67ab-4822-b69a-602109922836 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0848119 Jun 02 16:41:44.449693 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e93d4a7-e9b1-4b36-8a05-6d2861e3f369 req-88616ff9-4de2-410e-8094-8260d8471222 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 Jun 02 16:41:44.526722 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ee2e6-7b84-48bf-9451-58ae7f2803fb req-f4767938-1566-4028-9a35-c08b9dc1d1fc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:44.528055 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a57ee2e6-7b84-48bf-9451-58ae7f2803fb req-f4767938-1566-4028-9a35-c08b9dc1d1fc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0817344 Jun 02 16:41:44.574210 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a57ee2e6-7b84-48bf-9451-58ae7f2803fb req-b8388b7c-4f55-490d-b08a-eee5c6de40bf tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Jun 02 16:41:45.219057 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:41:45.287434 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:41:45.292048 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:41:45.292421 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:45.401281 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9043-adeb-4da2-8291-162dd6bbc46e req-4645304a-90ac-4b88-b9f2-d26c10de3184 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:45.402716 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4cef9043-adeb-4da2-8291-162dd6bbc46e req-4645304a-90ac-4b88-b9f2-d26c10de3184 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 945 time: 0.0839131 Jun 02 16:41:45.433418 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:45.447431 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4cef9043-adeb-4da2-8291-162dd6bbc46e req-a5b20535-f816-446f-8909-23b0e939af0c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Jun 02 16:41:45.460505 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:45.462919 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aece65-1905-4023-9a89-fc307bd58134" -d '{"events": [{"server_uuid": "e015cf27-c2b3-42a5-a802-ff2e4b85d453", "name": "network-vif-plugged", "status": "completed", "tag": "9cd19beb-5178-40b5-b1c0-b2ff1e2859f3"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:45.471208 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:45.476465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:45.479150 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-e52b2c9a-b1ff-4cec-97a7-d31b9d46c484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:45.522183 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831c26f-2e9f-4667-89e4-bafb999d1de7 x-openstack-request-id: req-d831c26f-2e9f-4667-89e4-bafb999d1de7 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:45.522479 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e015cf27-c2b3-42a5-a802-ff2e4b85d453", "name": "network-vif-plugged", "status": "completed", "tag": "9cd19beb-5178-40b5-b1c0-b2ff1e2859f3", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:45.522731 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d831c26f-2e9f-4667-89e4-bafb999d1de7 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:45.523111 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3', 'code': 200} Jun 02 16:41:45.553501 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:45.556954 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:45.644947 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe88cc1-8ab6-429f-b79b-0ccd72e8fb06 req-67fbe89c-a828-4677-b9b4-59644819ec18 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:45.646522 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2fe88cc1-8ab6-429f-b79b-0ccd72e8fb06 req-67fbe89c-a828-4677-b9b4-59644819ec18 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0829825 Jun 02 16:41:45.693967 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2fe88cc1-8ab6-429f-b79b-0ccd72e8fb06 req-91359a01-efa7-4f8c-8f75-9d7385a09fb0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413857 Jun 02 16:41:45.824779 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026494ea-b4ae-4e20-92e0-99ffcbe4a827 req-74880b67-aeeb-42b3-b9a5-afce6fd76c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:45.826219 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-026494ea-b4ae-4e20-92e0-99ffcbe4a827 req-74880b67-aeeb-42b3-b9a5-afce6fd76c91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 1099 time: 0.1315227 Jun 02 16:41:45.834803 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa9730-cde7-4ab6-a794-1956585a0598 req-34689626-75b8-4398-899e-dc74ce07de9f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:45.836105 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8efa9730-cde7-4ab6-a794-1956585a0598 req-34689626-75b8-4398-899e-dc74ce07de9f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.1404009 Jun 02 16:41:45.907785 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-026494ea-b4ae-4e20-92e0-99ffcbe4a827 req-4e72dd5b-73b1-4e78-a3d6-8b4ddfca1c2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707517 Jun 02 16:41:45.910622 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8efa9730-cde7-4ab6-a794-1956585a0598 req-74e27bef-7cea-4e66-8ca8-cc59687369da tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607512 Jun 02 16:41:46.033881 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcf3f2-237f-4cb4-a247-e4a6c8618d0b req-8e871ba5-6787-466a-8d9c-236b556bcc62 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.035222 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c6bcf3f2-237f-4cb4-a247-e4a6c8618d0b req-8e871ba5-6787-466a-8d9c-236b556bcc62 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0796165 Jun 02 16:41:46.131747 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c6bcf3f2-237f-4cb4-a247-e4a6c8618d0b req-55efc679-db25-473e-9a02-3dec1beb41df tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907111 Jun 02 16:41:46.146866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-0878c74b-bffc-47ef-a736-c12c6865f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.148267 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-0878c74b-bffc-47ef-a736-c12c6865f947 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1098 time: 0.0943408 Jun 02 16:41:46.340174 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-39669dac-8ae0-49e2-8a23-9532eef2e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.341626 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-39669dac-8ae0-49e2-8a23-9532eef2e157 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.1856294 Jun 02 16:41:46.449381 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-7a2185a7-9e83-476b-ac56-e401e7ff7c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 1001 time: 0.0936880 Jun 02 16:41:46.513494 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-bbc94fdb-a429-4816-983c-65fe533126df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.515488 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-bbc94fdb-a429-4816-983c-65fe533126df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.0569446 Jun 02 16:41:46.657201 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-4aa26504-b981-44a0-8012-a5403a9066c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.658825 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-4aa26504-b981-44a0-8012-a5403a9066c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1340578 Jun 02 16:41:46.670637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426a218-23de-46e9-96a3-6daa5c81927f req-2151e811-5258-401c-971a-6ad3aa11ffcd tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.672396 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3426a218-23de-46e9-96a3-6daa5c81927f req-2151e811-5258-401c-971a-6ad3aa11ffcd tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.1185589 Jun 02 16:41:46.804004 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3426a218-23de-46e9-96a3-6daa5c81927f req-57b65ddc-8551-4c2d-a9b6-c654ef3b17e1 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097865 Jun 02 16:41:46.840050 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-bfdd2020-9c4d-43fb-80b1-c2b75148728b service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653426 Jun 02 16:41:46.966957 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-d90c13b2-7028-4a1c-80a3-c5f110db2a5f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:46.968440 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-d90c13b2-7028-4a1c-80a3-c5f110db2a5f tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0806260 Jun 02 16:41:46.991704 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-517f4e23-612d-4cf5-aac1-87bcf0994dc4 req-24c7e1ab-eac8-4430-b018-fdb8537f2590 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310539 Jun 02 16:41:47.106253 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Deleting port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:41:47.108788 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:47.109011 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a5117-720b-490b-8a11-301cc0330afe req-ac12c57c-c28f-43e1-b672-566f6cafbc0e tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:47.109011 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0a6a5117-720b-490b-8a11-301cc0330afe req-ac12c57c-c28f-43e1-b672-566f6cafbc0e tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 945 time: 0.0855410 Jun 02 16:41:47.154439 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0a6a5117-720b-490b-8a11-301cc0330afe req-cd475745-cea8-437b-8cdc-2689d842508c tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Jun 02 16:41:47.241672 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] For port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:47.241936 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:47.320492 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0f793-0cc1-4e51-8918-d128d037f8aa req-148a72bb-e32b-4573-9dc0-f05e5fa54126 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:47.322061 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c4e0f793-0cc1-4e51-8918-d128d037f8aa req-148a72bb-e32b-4573-9dc0-f05e5fa54126 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0835569 Jun 02 16:41:47.370743 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c4e0f793-0cc1-4e51-8918-d128d037f8aa req-85475ba1-6555-4cbe-a671-fa5ac382bd19 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409312 Jun 02 16:41:47.443410 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Calling delete_port for cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:41:47.558694 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:47.565944 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:47.572126 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['05ac8329-611a-4796-9325-9182795ae5b7', 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:41:47.615059 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Pushing event deleted for resources: {'Port': ['ID=cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:47.657526 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.657992 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.658445 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.658814 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.659175 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.659521 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.659868 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.660214 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.660557 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.660929 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.661274 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.661619 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:47.694594 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:47.706493 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] No DVR routers for this DVR port cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:41:47.709792 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:47.713779 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'name': 'network-vif-deleted', 'tag': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:47.716168 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb56935c-8b3f-4a13-bef5-4af3e9df8417" -d '{"events": [{"server_uuid": "f7c021f3-1e23-4045-a776-a2899d9c75d8", "name": "network-vif-deleted", "tag": "cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:47.737826 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-b9cf8eb5-8b62-4ffe-9664-5d871a9a2344 req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "DELETE /v2.0/ports/cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f HTTP/1.1" status: 204 len: 173 time: 0.7635977 Jun 02 16:41:47.771374 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f23d5-da7e-4164-b6b9-18a3898562f9 x-openstack-request-id: req-f49f23d5-da7e-4164-b6b9-18a3898562f9 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:47.771693 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c021f3-1e23-4045-a776-a2899d9c75d8", "name": "network-vif-deleted", "tag": "cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:47.772003 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f49f23d5-da7e-4164-b6b9-18a3898562f9 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:47.772496 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c021f3-1e23-4045-a776-a2899d9c75d8', 'name': 'network-vif-deleted', 'tag': 'cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f', 'status': 'completed', 'code': 200} Jun 02 16:41:47.997879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b7a4-aa3a-4aa4-aacd-97078839a79f req-cbc65560-7b79-468a-b044-c3b732c6bbc8 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:48.000134 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-65d1b7a4-aa3a-4aa4-aacd-97078839a79f req-cbc65560-7b79-468a-b044-c3b732c6bbc8 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.0819781 Jun 02 16:41:48.042810 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-65d1b7a4-aa3a-4aa4-aacd-97078839a79f req-31d3bfb1-39fb-458d-b153-e91f79413455 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Jun 02 16:41:48.324726 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d8f3edef-7537-49ef-9aed-f0a8a4278e16 req-db3ac783-faa6-4950-8ae4-e219d5e54f42 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c021f3-1e23-4045-a776-a2899d9c75d8 HTTP/1.1" status: 200 len: 210 time: 0.0465043 Jun 02 16:41:48.574540 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bfa1b-00c9-4614-bb19-6dc6670178b8 req-fd8c5801-5a7b-44b7-a39c-6ef0bc8a9db7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:48.576005 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b59bfa1b-00c9-4614-bb19-6dc6670178b8 req-fd8c5801-5a7b-44b7-a39c-6ef0bc8a9db7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.0954022 Jun 02 16:41:48.622769 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b59bfa1b-00c9-4614-bb19-6dc6670178b8 req-187b70d8-b95d-4da0-b217-2fce307f7ec5 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401742 Jun 02 16:41:49.799294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71400d32-7add-458e-85a5-f6e7dd183612 req-6442315e-06e8-4135-8334-8a0c5cbc4563 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:49.800823 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71400d32-7add-458e-85a5-f6e7dd183612 req-6442315e-06e8-4135-8334-8a0c5cbc4563 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0880566 Jun 02 16:41:49.852375 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71400d32-7add-458e-85a5-f6e7dd183612 req-b4b12ce0-972a-45c1-9580-3de8381e4055 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Jun 02 16:41:51.041202 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23374ff4-7dec-4969-9fa7-409e0b8dadad req-c88a3d02-048a-4f93-916a-f11599545f91 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:51.042631 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-23374ff4-7dec-4969-9fa7-409e0b8dadad req-c88a3d02-048a-4f93-916a-f11599545f91 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0826473 Jun 02 16:41:51.087622 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-23374ff4-7dec-4969-9fa7-409e0b8dadad req-958a290b-5dca-4bfe-b60b-3d6779c32dc9 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Jun 02 16:41:51.252960 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:41:51.289394 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:41:51.289738 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device cd12ea3b-54e0-4bf9-829e-17e52f9c9c7f not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:41:52.275677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c58c3-81ef-4781-8818-2acbdf42a834 req-11bcf96c-0201-4ed2-bff3-231d8432436d tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:52.277106 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-954c58c3-81ef-4781-8818-2acbdf42a834 req-11bcf96c-0201-4ed2-bff3-231d8432436d tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0816753 Jun 02 16:41:52.321570 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-954c58c3-81ef-4781-8818-2acbdf42a834 req-568873b5-30d5-4414-8e82-4aa80d7e8102 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Jun 02 16:41:53.506129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a409f70-72ce-4611-8a07-6b5d72a271d3 req-cfe41953-1fc9-45a7-bc3f-4c9922a9aa01 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:53.507554 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7a409f70-72ce-4611-8a07-6b5d72a271d3 req-cfe41953-1fc9-45a7-bc3f-4c9922a9aa01 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0799344 Jun 02 16:41:53.552188 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7a409f70-72ce-4611-8a07-6b5d72a271d3 req-15558ce4-fffc-4d18-82dc-b2c6b5acb0dc tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Jun 02 16:41:54.747662 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4d2a2-c84e-44bc-b585-5bc0b32b2ed5 req-d4dd895d-c0a6-4418-a64b-31c9c0407f06 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:54.750006 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c7c4d2a2-c84e-44bc-b585-5bc0b32b2ed5 req-d4dd895d-c0a6-4418-a64b-31c9c0407f06 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0839570 Jun 02 16:41:54.793972 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c7c4d2a2-c84e-44bc-b585-5bc0b32b2ed5 req-bc73585e-7ca4-4dec-99fb-ce3d559b1645 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379984 Jun 02 16:41:55.979646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82123-2f6c-480a-8cee-ae27c6fdf3e9 req-be51bcb6-d71f-4dd1-baa5-39d3d9c32617 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:55.981181 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-82d82123-2f6c-480a-8cee-ae27c6fdf3e9 req-be51bcb6-d71f-4dd1-baa5-39d3d9c32617 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.0797236 Jun 02 16:41:56.028773 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-82d82123-2f6c-480a-8cee-ae27c6fdf3e9 req-c1e4f538-b33e-4fc2-ab48-77f7dd78a131 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/security-groups?id=135b6a7b-a725-42f6-b14a-b34b5bbf80b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Jun 02 16:41:56.230616 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-0a824313-b224-4c3c-9ff8-e97337aaa5db tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:56.231315 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-0a824313-b224-4c3c-9ff8-e97337aaa5db tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Synchronizing usage tracker for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:41:56.247187 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-0a824313-b224-4c3c-9ff8-e97337aaa5db tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Unset dirty status for tenant:63475470e62f49e09cc533ced56ca334 on resource:port {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:41:56.248334 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-0a824313-b224-4c3c-9ff8-e97337aaa5db tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 946 time: 0.1030192 Jun 02 16:41:56.382599 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Deleting port 05ac8329-611a-4796-9325-9182795ae5b7 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:41:56.382843 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:56.512837 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] For port 05ac8329-611a-4796-9325-9182795ae5b7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=05ac8329-611a-4796-9325-9182795ae5b7,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:56.513184 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:56.642817 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Calling delete_port for 05ac8329-611a-4796-9325-9182795ae5b7 owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:41:56.751493 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:56.757350 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-99bf2361-ead6-4161-886a-3313807bffd2 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:56.767557 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['05ac8329-611a-4796-9325-9182795ae5b7'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:41:56.804938 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Pushing event deleted for resources: {'Port': ['ID=05ac8329-611a-4796-9325-9182795ae5b7,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:56.807937 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:56.877616 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] No DVR routers for this DVR port 05ac8329-611a-4796-9325-9182795ae5b7 on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:41:56.880044 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:56.882540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'name': 'network-vif-deleted', 'tag': '05ac8329-611a-4796-9325-9182795ae5b7'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:56.884724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b826b657-b451-4c04-8eeb-fa1540e85d6e" -d '{"events": [{"server_uuid": "530eaa6a-eb5d-4848-a855-84a27735b71a", "name": "network-vif-deleted", "tag": "05ac8329-611a-4796-9325-9182795ae5b7"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:56.899097 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-21f3610d-74f6-4373-8ce6-83531a652ac4 req-824f5e7d-eca1-46d1-8e78-96329d547cba tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.48 "DELETE /v2.0/ports/05ac8329-611a-4796-9325-9182795ae5b7 HTTP/1.1" status: 204 len: 173 time: 0.6449182 Jun 02 16:41:56.929589 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a89f40-5c6c-4429-9e0b-5d5c5919bcf8 x-openstack-request-id: req-71a89f40-5c6c-4429-9e0b-5d5c5919bcf8 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:56.929940 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530eaa6a-eb5d-4848-a855-84a27735b71a", "name": "network-vif-deleted", "tag": "05ac8329-611a-4796-9325-9182795ae5b7", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:56.930282 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71a89f40-5c6c-4429-9e0b-5d5c5919bcf8 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:56.930684 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530eaa6a-eb5d-4848-a855-84a27735b71a', 'name': 'network-vif-deleted', 'tag': '05ac8329-611a-4796-9325-9182795ae5b7', 'status': 'completed', 'code': 200} Jun 02 16:41:57.260690 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a9936c-693c-46ff-8786-567c04df53de req-e03b4d14-e0c0-4e39-9b58-8d5972c40027 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] 10.222.0.38 "GET /v2.0/ports?device_id=530eaa6a-eb5d-4848-a855-84a27735b71a HTTP/1.1" status: 200 len: 210 time: 0.1100621 Jun 02 16:41:58.359021 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49250) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:59.005605 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.430574 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Deleting port d5184074-79db-4b21-866f-a84c57d27ca8 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:41:59.431329 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.555141 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] For port d5184074-79db-4b21-866f-a84c57d27ca8, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d5184074-79db-4b21-866f-a84c57d27ca8,segment=NetworkSegment(1507e371-128e-437f-84a3-cfec995d278b),segment_id=1507e371-128e-437f-84a3-cfec995d278b)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:59.555590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.683293 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Calling delete_port for d5184074-79db-4b21-866f-a84c57d27ca8 owned by network:router_interface {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:41:59.972641 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.976945 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:00.024581 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5184074-79db-4b21-866f-a84c57d27ca8,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:00.050935 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:00.377831 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:00.733023 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Router 8253fe39-5c0c-44f9-8394-48e05c8003d8 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:00.917557 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:00.927017 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] Sync routers for ids ['8253fe39-5c0c-44f9-8394-48e05c8003d8'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:00.929829 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-19f274e6-cd02-4345-9d13-2d9e468ddab8 admin admin] 10.222.0.38 "PUT /v2.0/routers/8253fe39-5c0c-44f9-8394-48e05c8003d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697320 Jun 02 16:42:00.932386 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49258) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:00.938057 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] Routers {'8253fe39-5c0c-44f9-8394-48e05c8003d8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:00.938686 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:41:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['8253fe39-5c0c-44f9-8394-48e05c8003d8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:01.111829 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:01.122821 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] Set router 8253fe39-5c0c-44f9-8394-48e05c8003d8 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:01.299953 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:01.300462 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 05ac8329-611a-4796-9325-9182795ae5b7 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:42:01.337924 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 05ac8329-611a-4796-9325-9182795ae5b7 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:01.338541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 05ac8329-611a-4796-9325-9182795ae5b7 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:42:01.371982 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Deleting port d7f9d91f-6ff1-4c9a-aa35-ea2883095762 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:01.372326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:01.413679 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:41:59Z', 'revision_number': 5, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port': {'id': 'd7f9d91f-6ff1-4c9a-aa35-ea2883095762', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:43Z', 'updated_at': '2021-06-02T16:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:01.417435 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] Checking router: 8253fe39-5c0c-44f9-8394-48e05c8003d8 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:01.425508 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] Routers {'8253fe39-5c0c-44f9-8394-48e05c8003d8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:01.426090 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:41:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['8253fe39-5c0c-44f9-8394-48e05c8003d8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:01.493997 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] For port d7f9d91f-6ff1-4c9a-aa35-ea2883095762, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:01.494259 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:01.580862 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] Set router 8253fe39-5c0c-44f9-8394-48e05c8003d8 gateway port host: None {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:01.617862 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Calling delete_port for d7f9d91f-6ff1-4c9a-aa35-ea2883095762 owned by network:router_gateway {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:01.688051 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:42:01Z', 'revision_number': 6, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port_host': None}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:01.692475 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e212-1631-4303-8bac-9b3421c3fe0d None None] The sync data for ids ['8253fe39-5c0c-44f9-8394-48e05c8003d8'] in dv-cinder-794021-2-smb is: [{'id': '8253fe39-5c0c-44f9-8394-48e05c8003d8', 'name': 'tempest-ServerRescueNegativeTestJSON-309839665-router', 'tenant_id': '63475470e62f49e09cc533ced56ca334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:41Z', 'updated_at': '2021-06-02T16:42:01Z', 'revision_number': 6, 'project_id': '63475470e62f49e09cc533ced56ca334', 'gw_port_host': None}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:01.886813 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:01.890563 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b22be664-a7f1-420c-a1bd-210dc8663095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:01.966080 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f9d91f-6ff1-4c9a-aa35-ea2883095762,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:01.974653 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:02.084763 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.131480 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-9c8909b3-d785-4840-afbc-eec5caae0376 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2078483 Jun 02 16:42:02.297320 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.300161 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.394864 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.395367 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8253fe39-5c0c-44f9-8394-48e05c8003d8 {{(pid=98218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:42:02.406728 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-cf2395f5-a916-476a-87c6-f3a3cd3794af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:02.408160 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-cf2395f5-a916-476a-87c6-f3a3cd3794af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 1098 time: 0.2174373 Jun 02 16:42:02.414609 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.416090 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-304db94b-a9d9-40c7-82a9-da3f0c3a4cb2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8253fe39-5c0c-44f9-8394-48e05c8003d8 HTTP/1.1" status: 204 len: 168 time: 1.4823790 Jun 02 16:42:02.418399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49276) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:02.570573 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Deleting subnet 5a239607-39ad-407e-af67-c9ea3da7a3e5 {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:42:02.579630 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.646787 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-c78ea2ad-0a32-44de-a354-dec90c25c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:02.648207 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-c78ea2ad-0a32-44de-a354-dec90c25c68f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.2011657 Jun 02 16:42:02.650146 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3718008'] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.792767 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:02.824889 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-f6a88288-678b-4a6d-a79f-e0ba2398e6d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 200 len: 1001 time: 0.1479695 Jun 02 16:42:02.934353 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-0adc4378-5801-49e3-b1d9-0cf8534ac633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:02.935846 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-0adc4378-5801-49e3-b1d9-0cf8534ac633 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.0955441 Jun 02 16:42:03.145607 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d5184074-79db-4b21-866f-a84c57d27ca8 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:42:03.185031 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: d5184074-79db-4b21-866f-a84c57d27ca8 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:03.185381 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d5184074-79db-4b21-866f-a84c57d27ca8 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:42:03.185835 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d7f9d91f-6ff1-4c9a-aa35-ea2883095762 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:42:03.219719 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: d7f9d91f-6ff1-4c9a-aa35-ea2883095762 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:03.220064 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device d7f9d91f-6ff1-4c9a-aa35-ea2883095762 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:42:03.233453 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-e9a53c78-c806-4ddd-9b37-9ae00c30d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:03.234891 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-e9a53c78-c806-4ddd-9b37-9ae00c30d240 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2542975 Jun 02 16:42:03.295859 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597732'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.303189 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2a1a3efb-1541-46b5-b0e3-153a97a5b98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:03.383282 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a239607-39ad-407e-af67-c9ea3da7a3e5,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:03.386766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.390950 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:03.401724 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1ff1239e-95a6-4738-ab27-781c979274d1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a239607-39ad-407e-af67-c9ea3da7a3e5 HTTP/1.1" status: 204 len: 168 time: 0.9821451 Jun 02 16:42:03.404342 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49280) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:03.428347 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-f28ca6a5-8fad-4930-8cae-1170d7ed05bb service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790338 Jun 02 16:42:03.514386 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.574358 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-280564a2-6f20-4ac3-b22e-160c48ce3f88 req-5b4f61f2-f5bf-4b82-a315-6af16aef0e5a service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276393 Jun 02 16:42:03.635155 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.647833 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fe79b9-99bf-41a8-96ab-aae83bd94e39']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:03.660713 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1507e371-128e-437f-84a3-cfec995d278b') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:03.661036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1507e371-128e-437f-84a3-cfec995d278b') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:03.671907 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.687733 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.693707 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:42:03.694075 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:42:03.707182 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:42:03.782915 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.786477 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:03.801782 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.811708 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fe79b9-99bf-41a8-96ab-aae83bd94e39,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:03.821139 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.821501 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.821852 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.822194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.822648 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.823106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.823443 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.823776 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.824106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.824434 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.824784 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.825131 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:03.828973 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/03fe79b9-99bf-41a8-96ab-aae83bd94e39 HTTP/1.1" status: 204 len: 168 time: 0.4235628 Jun 02 16:42:03.829839 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:04.031326 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49290) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:04.083866 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-cb499c35-9811-44f3-9118-12a284434cb9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63475470e62f49e09cc533ced56ca334&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0490458 Jun 02 16:42:04.084079 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49294) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:04.147786 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:04.176252 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:04.238416 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:04.243358 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-71215740-1a0b-458f-b3e3-ebad4d63b102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:04.256946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b6a7b-a725-42f6-b14a-b34b5bbf80b3,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:04.269787 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:04.277290 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:04.278588 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/135b6a7b-a725-42f6-b14a-b34b5bbf80b3 HTTP/1.1" status: 204 len: 168 time: 0.1936126 Jun 02 16:42:04.469894 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-071cda80-61b9-4097-8c52-4ad12e7bec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:05.761407 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:06.929364 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-603e137a-5d26-4f95-89bd-68fe6ce04c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:07.291519 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:07.934490 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:08.365467 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:42:09.690430 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.524786 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49426) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:11.667740 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.682423 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:11.687408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Usage tracker for resource:security_group_rule and tenant:d4ba949349c046d1857a55ff43f8bea6 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:11.690189 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:11.695714 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:11.778575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.781934 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.794270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-7eeb0ce7-b802-4f7a-90b7-0a4e390da854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:11.832987 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4ba949349c046d1857a55ff43f8bea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071156 Jun 02 16:42:11.835684 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49430) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:11.837060 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5832cfa-0988-43ae-ab4d-a0d44af0d37c,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:11.840064 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:11.893138 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.917297 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.973012 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.976586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-86156606-f3f1-4207-8031-5e7e78af0107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:11.988148 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5832cfa-0988-43ae-ab4d-a0d44af0d37c,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:11.992937 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:11.994858 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:11.995949 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5832cfa-0988-43ae-ab4d-a0d44af0d37c HTTP/1.1" status: 204 len: 168 time: 0.1592824 Jun 02 16:42:13.508718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49478) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:13.623250 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.637209 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:13.641153 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Usage tracker for resource:security_group_rule and tenant:d869e331a3bf4dd693d50f3f59577050 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:13.643880 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:13.649427 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:13.731821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.736213 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.744430 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fcda8747-7e17-4457-af90-7c4ed18738e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:13.782638 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d869e331a3bf4dd693d50f3f59577050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726943 Jun 02 16:42:13.785341 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49484) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:13.786869 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3911a359-2782-4243-9b05-839c7f879638,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:13.789816 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:13.846159 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.874828 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.930771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.935628 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-76fdf7fc-0dc5-4e6e-b986-02751bb22971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:13.948810 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3911a359-2782-4243-9b05-839c7f879638,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:13.952065 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:13.956168 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.957290 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3911a359-2782-4243-9b05-839c7f879638 HTTP/1.1" status: 204 len: 168 time: 0.1709778 Jun 02 16:42:14.272558 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49490) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:14.289218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.303057 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:14.306651 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Usage tracker for resource:security_group_rule and tenant:5977c127960147c899bfd83fb0f4c915 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:14.309384 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:14.315731 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:14.395966 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.399667 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.406444 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-586cd3e6-b401-4296-9f5f-b86548ba7dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:14.446679 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5977c127960147c899bfd83fb0f4c915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730123 Jun 02 16:42:14.447616 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571cf344-b592-43df-ba35-7edeae9d35fe,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:14.449415 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49492) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:14.450682 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:14.506293 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.534172 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.585892 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.589422 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c96caaa8-ee3c-4aaf-9dc6-4e1741737ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:14.601680 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571cf344-b592-43df-ba35-7edeae9d35fe,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:14.604700 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:14.611794 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:14.612923 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/571cf344-b592-43df-ba35-7edeae9d35fe HTTP/1.1" status: 204 len: 168 time: 0.1625009 Jun 02 16:42:25.484911 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cbb96-99b2-4b34-a2f9-3198b5415740 req-f902fd37-aabb-41be-a7ab-9dc67cfb908f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:25.486390 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ad0cbb96-99b2-4b34-a2f9-3198b5415740 req-f902fd37-aabb-41be-a7ab-9dc67cfb908f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.0828876 Jun 02 16:42:25.530578 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ad0cbb96-99b2-4b34-a2f9-3198b5415740 req-7f500418-fd1a-42f5-aad2-f14f49988096 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385978 Jun 02 16:42:26.728986 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9863d0-e957-4b73-a4df-787ebae3a12f req-ca830abd-0841-42e4-ac38-19d5ec281450 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:26.730406 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d9863d0-e957-4b73-a4df-787ebae3a12f req-ca830abd-0841-42e4-ac38-19d5ec281450 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.0818367 Jun 02 16:42:26.777817 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d9863d0-e957-4b73-a4df-787ebae3a12f req-311a6e00-374a-48d2-aa22-3f2156ed4495 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Jun 02 16:42:27.235895 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-ce84317e-b9ea-40ba-80b4-86445539f413 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:27.237367 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-ce84317e-b9ea-40ba-80b4-86445539f413 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.0800922 Jun 02 16:42:27.375936 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Deleting port bf40037d-8b72-4e9c-ad3a-ab50a078de10 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:27.376291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.521409 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] For port bf40037d-8b72-4e9c-ad3a-ab50a078de10, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bf40037d-8b72-4e9c-ad3a-ab50a078de10,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:27.521754 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.624455 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb81fd-8df8-4155-b628-7b2fc6946822 req-6ff33ff4-7341-489b-a174-607c65e22fde tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:27.625919 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-81fb81fd-8df8-4155-b628-7b2fc6946822 req-6ff33ff4-7341-489b-a174-607c65e22fde tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.0790989 Jun 02 16:42:27.673955 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-81fb81fd-8df8-4155-b628-7b2fc6946822 req-fb5b106a-80db-4a85-a015-d0753b1e0072 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Jun 02 16:42:27.830139 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.830610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.830825 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Floating IP f9547bdb-739e-4fa0-9c2b-4270d2b8d988 disassociated. External IP: 172.28.0.168, port: bf40037d-8b72-4e9c-ad3a-ab50a078de10. Jun 02 16:42:27.831170 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Calling delete_port for bf40037d-8b72-4e9c-ad3a-ab50a078de10 owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:27.956216 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.962093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0a9e853d-a6bc-4f15-9ff2-022e2a98e7db tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:27.980921 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767cf01-9759-424f-b804-b4db7cd17d92 req-e854b782-d9e3-43fa-8b14-e7a4a960e0ad tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:27.983545 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f767cf01-9759-424f-b804-b4db7cd17d92 req-e854b782-d9e3-43fa-8b14-e7a4a960e0ad tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 946 time: 0.0918183 Jun 02 16:42:28.006814 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event deleted for resources: {'Port': ['ID=bf40037d-8b72-4e9c-ad3a-ab50a078de10,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:28.009884 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:28.030206 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f767cf01-9759-424f-b804-b4db7cd17d92 req-1ff2f087-3bb6-40da-8fb9-5d1791c1b688 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ebc187-ef96-482a-9f74-926fe55043e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Jun 02 16:42:28.284433 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:28.465165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:28.475696 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:28.485673 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:28.486399 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:28.538372 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] No DVR routers for this DVR port bf40037d-8b72-4e9c-ad3a-ab50a078de10 on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:42:28.540928 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.543738 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-deleted', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:28.546045 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aacfe18-4926-4b7b-bd92-8319094250c9" -d '{"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-deleted", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:28.560954 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9cddc8be-249a-4b31-b72e-1966d7c2051c req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "DELETE /v2.0/ports/bf40037d-8b72-4e9c-ad3a-ab50a078de10 HTTP/1.1" status: 204 len: 173 time: 1.3176532 Jun 02 16:42:28.596377 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4d658a-4416-4c65-b188-d1c524fe564d x-openstack-request-id: req-bf4d658a-4416-4c65-b188-d1c524fe564d {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:28.596947 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9130ef-5ece-42e9-8b91-4ea923f314f5", "name": "network-vif-deleted", "tag": "bf40037d-8b72-4e9c-ad3a-ab50a078de10", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:28.597265 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf4d658a-4416-4c65-b188-d1c524fe564d {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:28.597767 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9130ef-5ece-42e9-8b91-4ea923f314f5', 'name': 'network-vif-deleted', 'tag': 'bf40037d-8b72-4e9c-ad3a-ab50a078de10', 'status': 'completed', 'code': 200} Jun 02 16:42:28.687469 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:29.018843 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72938-4fa5-41e8-b516-87b98eb89a5d req-ce7c5a0a-8b14-40f4-bd46-65abbebc38aa tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.029785 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0c72938-4fa5-41e8-b516-87b98eb89a5d req-ce7c5a0a-8b14-40f4-bd46-65abbebc38aa tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.0920565 Jun 02 16:42:29.089482 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:29.094676 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:29.105905 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:29.107241 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:29.140852 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0c72938-4fa5-41e8-b516-87b98eb89a5d req-ea1fff34-da11-48ea-85fd-e788534ded05 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085365 Jun 02 16:42:29.267245 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8c8bc4f7-9c6c-41cb-a825-e4a285fd9ab4 req-3926a5d3-e282-48f2-be51-4c45e6bc77c1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c9130ef-5ece-42e9-8b91-4ea923f314f5 HTTP/1.1" status: 200 len: 210 time: 0.0559764 Jun 02 16:42:29.340403 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:29.780721 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:29.797364 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d858597e-1fa2-4ff5-85d2-1214aa5ed1a1 None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:30.021773 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ba35e-765a-43fb-9ed0-febc25bcda81 None None] New status for floating IP f9547bdb-739e-4fa0-9c2b-4270d2b8d988: DOWN {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:42:30.341938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4708bb0-fe78-4e6e-9d6a-7ca4d328c6a3 req-af0a49f7-042f-4b82-8809-8fc066910f87 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:30.343507 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f4708bb0-fe78-4e6e-9d6a-7ca4d328c6a3 req-af0a49f7-042f-4b82-8809-8fc066910f87 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.1015835 Jun 02 16:42:30.389567 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f4708bb0-fe78-4e6e-9d6a-7ca4d328c6a3 req-1aa929aa-b721-4d58-bb06-d94ed0737743 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jun 02 16:42:31.429354 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49784) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:31.479210 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:42:31.520539 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: bf40037d-8b72-4e9c-ad3a-ab50a078de10 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:31.521289 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bf40037d-8b72-4e9c-ad3a-ab50a078de10 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:42:31.535472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.577471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.640817 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c30eee-7663-4fbc-b044-ecf8de6ecf94 req-08f46012-4468-4d1c-9013-7165d6fa23c0 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:31.642190 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0c30eee-7663-4fbc-b044-ecf8de6ecf94 req-08f46012-4468-4d1c-9013-7165d6fa23c0 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.1417854 Jun 02 16:42:31.673380 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.678042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-76958a0c-eb56-4037-b047-347ccffb60b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:31.702217 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ebc187-ef96-482a-9f74-926fe55043e5,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:31.708686 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.718648 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0c30eee-7663-4fbc-b044-ecf8de6ecf94 req-ccaa1a49-b352-41cd-87c9-b32fd3b8ae7c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683887 Jun 02 16:42:31.728820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.732085 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-36e2b7d8-5adb-4f03-8040-924b79fffcf9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "DELETE /v2.0/security-groups/93ebc187-ef96-482a-9f74-926fe55043e5 HTTP/1.1" status: 204 len: 168 time: 0.2993457 Jun 02 16:42:31.733105 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49790) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:31.753968 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.api.v2.resource [None req-c358e983-d971-48d3-a8eb-3d05e5c51b3e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] show failed (client error): The resource could not be found. Jun 02 16:42:31.754978 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c358e983-d971-48d3-a8eb-3d05e5c51b3e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups/93ebc187-ef96-482a-9f74-926fe55043e5 HTTP/1.1" status: 404 len: 347 time: 0.0207317 Jun 02 16:42:31.758407 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49792) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:31.987844 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Deleting port 7c08b779-d74a-4479-b05d-d69ddc52fad5 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:31.988182 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.003031 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247191d9-a5f4-4ec3-b296-9181f6ef7e31 req-830b0ff2-b13d-4a49-8d2b-6c387d95594c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:32.004109 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-247191d9-a5f4-4ec3-b296-9181f6ef7e31 req-830b0ff2-b13d-4a49-8d2b-6c387d95594c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1453135 Jun 02 16:42:32.049606 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-247191d9-a5f4-4ec3-b296-9181f6ef7e31 req-3a4d2c75-f6e3-48fc-810b-cf329fbd3686 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Jun 02 16:42:32.118559 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.118882 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.243736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Calling delete_port for 7c08b779-d74a-4479-b05d-d69ddc52fad5 owned by network:floatingip {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:32.370265 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.375381 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:32.418602 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event deleted for resources: {'Port': ['ID=7c08b779-d74a-4479-b05d-d69ddc52fad5,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:32.422081 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:32.529536 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.544707 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.545932 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "DELETE /v2.0/floatingips/f9547bdb-739e-4fa0-9c2b-4270d2b8d988 HTTP/1.1" status: 204 len: 168 time: 0.7862179 Jun 02 16:42:32.584054 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49822) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:32.737159 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.754361 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:32.769410 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Usage tracker for resource:security_group_rule and tenant:12d2501967f949e6ac8103f630ea0ca8 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:32.773055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:32.781490 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:32.820672 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-c103446d-235a-40f2-8016-fd2135344f7b tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:32.822133 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-c103446d-235a-40f2-8016-fd2135344f7b tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.1263542 Jun 02 16:42:32.832419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49828) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:32.839313 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674643849', 'description': 'tempest-description--1025988100'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:32.846246 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:32.883302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:32.891473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:32.903300 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:32.921869 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:32.949396 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:32.955116 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:32.959028 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:32.972069 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ce5c9-7864-417b-bb77-ca80913f4133 req-4424cb81-3433-4324-9316-098c64bfbfb7 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:32.973568 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-989ce5c9-7864-417b-bb77-ca80913f4133 req-4424cb81-3433-4324-9316-098c64bfbfb7 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 946 time: 0.1249526 Jun 02 16:42:32.974448 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:33.008035 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.011984 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.020523 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-85ac8281-1f16-4f58-bd00-dc725f969180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.033315 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-989ce5c9-7864-417b-bb77-ca80913f4133 req-6378c3fe-1138-4193-b90b-d5ae9cbdbaa4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516090 Jun 02 16:42:33.056987 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Deleting port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:33.057341 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.090282 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12d2501967f949e6ac8103f630ea0ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049858 Jun 02 16:42:33.090418 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49832) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:33.091404 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54c0fa-187b-452e-a0d4-35c57a63823d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.097413 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:33.122946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.137298 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.145137 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9b5608ea-b2cd-4c98-b29b-75b6cd3f0fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.248471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb53d05-24bf-409f-9510-1e9fd8e56967,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.251716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:33.265911 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.269818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4316061 Jun 02 16:42:33.270030 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49834) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:33.276347 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'security_group_rule': {'security_group_id': 'ccb53d05-24bf-409f-9510-1e9fd8e56967', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:33.283829 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.287609 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:33.305528 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:33.312987 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:33.332745 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:33.339700 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] For port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:33.340047 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.343258 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.400612 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e446c-8c53-42f7-8d5a-d4735f259d2a req-8ce37485-7080-4a37-8724-b243efb0e24c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:33.402077 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cd7e446c-8c53-42f7-8d5a-d4735f259d2a req-8ce37485-7080-4a37-8724-b243efb0e24c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.2156823 Jun 02 16:42:33.405262 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.468022 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Calling delete_port for 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:33.487330 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cd7e446c-8c53-42f7-8d5a-d4735f259d2a req-f469fc99-81ec-4a98-81e6-5f59345ec9ee tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751455 Jun 02 16:42:33.496286 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.503358 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-bae08424-eebd-4c28-8339-384da769ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.520525 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54c0fa-187b-452e-a0d4-35c57a63823d,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.523321 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:33.529875 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.533528 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea54c0fa-187b-452e-a0d4-35c57a63823d HTTP/1.1" status: 204 len: 168 time: 0.4387417 Jun 02 16:42:33.558758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.562216 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.569376 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.593761 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fefcc2a-38f4-468f-a2e2-9824274a6426,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.597533 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:33.602531 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.607716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.611552 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.611710 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382013 Jun 02 16:42:33.612036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49838) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:33.615248 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['9cd19beb-5178-40b5-b1c0-b2ff1e2859f3'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:42:33.617388 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'security_group_rule': {'security_group_id': 'ccb53d05-24bf-409f-9510-1e9fd8e56967', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:33.623594 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:33.627687 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:security_group_rule and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:33.630614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:33.636646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:33.653760 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Pushing event deleted for resources: {'Port': ['ID=9cd19beb-5178-40b5-b1c0-b2ff1e2859f3,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.657804 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:33.659174 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.735577 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.741010 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.742142 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] No DVR routers for this DVR port 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:42:33.743615 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9ec20b0a-9315-414d-99f3-080fe3a9f303 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.744868 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.761702 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'name': 'network-vif-deleted', 'tag': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:33.765910 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa504c-7939-4897-8e27-5c07e6d8465f" -d '{"events": [{"server_uuid": "e015cf27-c2b3-42a5-a802-ff2e4b85d453", "name": "network-vif-deleted", "tag": "9cd19beb-5178-40b5-b1c0-b2ff1e2859f3"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:33.769633 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6591b4d-b351-4ab9-86e4-5b23ae1f420d,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.769893 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-af23c2f9-3b0a-4fc9-8c48-879115a1f334 req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "DELETE /v2.0/ports/9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 HTTP/1.1" status: 204 len: 173 time: 0.9399765 Jun 02 16:42:33.772563 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:33.780255 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.781659 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-d0887663-b8d3-42f6-b5d9-82206979de0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680276 Jun 02 16:42:33.785045 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49844) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:33.790026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'floatingip': {'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:33.797230 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:33.801364 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:floatingip and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:33.805014 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:33.811884 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:33.826763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.829130 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d4957-1f2b-4507-a010-dbe79c6e343e x-openstack-request-id: req-054d4957-1f2b-4507-a010-dbe79c6e343e {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:33.829444 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e015cf27-c2b3-42a5-a802-ff2e4b85d453", "name": "network-vif-deleted", "tag": "9cd19beb-5178-40b5-b1c0-b2ff1e2859f3", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:33.829727 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-054d4957-1f2b-4507-a010-dbe79c6e343e {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:33.830143 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e015cf27-c2b3-42a5-a802-ff2e4b85d453', 'name': 'network-vif-deleted', 'tag': '9cd19beb-5178-40b5-b1c0-b2ff1e2859f3', 'status': 'completed', 'code': 200} Jun 02 16:42:33.913291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49846) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:33.930432 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.946667 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:33.951237 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Usage tracker for resource:security_group_rule and tenant:09c527e67ad74cd9bfd39e257f1d6fc2 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:33.954260 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:33.985970 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.992704 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:34.074475 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-e825a896-c9dc-4b44-903b-8bb3a7aa546f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:34.075062 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-e825a896-c9dc-4b44-903b-8bb3a7aa546f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:port {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:34.128236 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-e825a896-c9dc-4b44-903b-8bb3a7aa546f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:port {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:34.130042 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-e825a896-c9dc-4b44-903b-8bb3a7aa546f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1730251 Jun 02 16:42:34.136673 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Allocated IP 172.28.0.48 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/a6631f74-14e7-4e90-974f-28bd441fe623) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:34.137932 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.142012 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.183304 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-11cd3b88-adb1-46fd-b28f-9bd6c03d6ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:34.230081 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e9196aa-3f77-4843-8060-8eabf255d95e req-a904dfac-49c4-4f40-90c6-e5cb02e9b9ae tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=e015cf27-c2b3-42a5-a802-ff2e4b85d453 HTTP/1.1" status: 200 len: 210 time: 0.0610890 Jun 02 16:42:34.243511 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09c527e67ad74cd9bfd39e257f1d6fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286486 Jun 02 16:42:34.249926 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49850) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:34.265356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc31d3cf-d12a-4d14-b290-c281a13b04df,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:34.273626 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:34.347854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.378195 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.385595 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.391618 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8701b601-150b-41de-850d-4e8d00150fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:34.407614 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Deleting port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:34.407952 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.426638 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.456847 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:34.459590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:34.462491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:34.467185 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-50a2280c-241b-4605-8bdd-c34e3ddc7e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.507914 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'Port': ['ID=a6631f74-14e7-4e90-974f-28bd441fe623,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:34.511951 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:34.579594 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] For port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:34.579955 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.587034 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.595422 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-521b78c9-78c6-4650-9fa4-dc0794443406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:34.643167 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.664579 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc31d3cf-d12a-4d14-b290-c281a13b04df,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:34.669659 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:34.686455 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.687571 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc31d3cf-d12a-4d14-b290-c281a13b04df HTTP/1.1" status: 204 len: 168 time: 0.4360585 Jun 02 16:42:34.739961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.789756 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef41347-3e90-4f16-a526-8d702e4d0a60 req-b95c6d4d-00cc-464d-a076-5e24e330eef9 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:34.791685 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ef41347-3e90-4f16-a526-8d702e4d0a60 req-b95c6d4d-00cc-464d-a076-5e24e330eef9 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 945 time: 0.1851072 Jun 02 16:42:34.858216 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4ef41347-3e90-4f16-a526-8d702e4d0a60 req-5750ae7d-235a-4200-bc15-5ab4088a216b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=65911ef8-3740-4fd6-adf6-625c6868496f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595436 Jun 02 16:42:34.923263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.923854 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:34.923981 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Floating IP c89958e0-2ec4-4f74-b984-c7409331e1ab disassociated. External IP: 172.28.0.186, port: 8e46cdce-f947-4d06-9c37-940ddf5cf5f3. Jun 02 16:42:34.924245 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Calling delete_port for 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 owned by compute:nova {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:35.049674 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.058407 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b3d1c617-7d5f-4f57-a5d2-60b0cee27f52 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:35.089994 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.097977 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.108403 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event deleted for resources: {'Port': ['ID=8e46cdce-f947-4d06-9c37-940ddf5cf5f3,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:35.111286 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:35.117248 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:35.225003 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'Port': ['ID=a6631f74-14e7-4e90-974f-28bd441fe623,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:35.229531 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:35.236294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.265152 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.274580 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4802191 Jun 02 16:42:35.416547 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Router 48b39533-2e73-4f99-92d6-96fa31009774 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:35.589461 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-d7d5b44b-4424-4b1a-a623-d3f734e0db3b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Synchronizing usage tracker for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:35.617947 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-d7d5b44b-4424-4b1a-a623-d3f734e0db3b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Unset dirty status for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:35.621167 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-d7d5b44b-4424-4b1a-a623-d3f734e0db3b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1674643849&fields=id&tenant_id=d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 267 time: 0.1004076 Jun 02 16:42:35.670715 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:35.688256 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:35.722070 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:35.722804 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:35.758819 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] No DVR routers for this DVR port 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 on host hv-cinder-79402 {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:42:35.762339 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.780348 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-44132e10-0fe2-4228-a515-1a0a1040e419 req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "DELETE /v2.0/ports/8e46cdce-f947-4d06-9c37-940ddf5cf5f3 HTTP/1.1" status: 204 len: 173 time: 1.6310229 Jun 02 16:42:35.823170 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-37e59dc0-08d9-46e1-a708-665e53fbfdee tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:35.827318 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-37e59dc0-08d9-46e1-a708-665e53fbfdee tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 816 time: 0.1973855 Jun 02 16:42:35.832281 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'name': 'network-vif-deleted', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:35.838408 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd779a99-f93d-430d-a4ea-77a2c23844d6" -d '{"events": [{"server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "name": "network-vif-deleted", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:35.855649 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.871660 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-939610f5-fd0e-49bc-8090-f837a91a8c94 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/quotas/d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 375 time: 0.0325570 Jun 02 16:42:35.907971 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756946e6-da0f-479f-a472-c71b9baf081e x-openstack-request-id: req-756946e6-da0f-479f-a472-c71b9baf081e {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:35.909034 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd6e287-2667-4938-ab29-86c81e5f6914", "name": "network-vif-deleted", "tag": "8e46cdce-f947-4d06-9c37-940ddf5cf5f3", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:35.909561 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-756946e6-da0f-479f-a472-c71b9baf081e {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:35.910636 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd6e287-2667-4938-ab29-86c81e5f6914', 'name': 'network-vif-deleted', 'tag': '8e46cdce-f947-4d06-9c37-940ddf5cf5f3', 'status': 'completed', 'code': 200} Jun 02 16:42:35.986043 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-9f6f2e8c-e4d5-46c7-bdd2-bb6da3b03f0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121335 Jun 02 16:42:36.017477 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:36.138253 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-efb6451f-7858-4de7-9d93-c682d817650c req-9918ed5b-ac9b-47ac-bb1a-aeea673511aa tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfd6e287-2667-4938-ab29-86c81e5f6914 HTTP/1.1" status: 200 len: 210 time: 0.0947540 Jun 02 16:42:36.188487 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-79cf98a9-7d3b-4bdb-ae0c-47cb487db2db service neutron] 10.222.0.38 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933675 Jun 02 16:42:36.386229 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-c33e44a1-3382-4cb9-9777-83054e9baf98 service neutron] 10.222.0.38 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886601 Jun 02 16:42:36.388403 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:36.394251 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:36.408599 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:36.409470 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:36.633591 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-606e9c8d-43f4-4995-817b-46a182d06a34 req-d5076612-b568-467f-8c17-639ec49181bd tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 210 time: 0.0691807 Jun 02 16:42:36.658984 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:36.988293 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ac07e67b-7195-4593-a0b7-dfcbd97b0c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.117141 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:37.123936 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7509a4b-aa69-44ea-a267-c669c0fff2ea None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:37.226417 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49946) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:37.273357 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49952) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:37.299852 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.356912 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.389974 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.420052 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.437555 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f8323-9f9a-4f99-aa7e-da6e49d5b73e None None] New status for floating IP c89958e0-2ec4-4f74-b984-c7409331e1ab: DOWN {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:42:37.445776 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:37.459591 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Usage tracker for resource:security_group_rule and tenant:066260dc7cdd4d44a88e31635abf0d6b is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:37.463970 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:37.470836 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:37.500922 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:42:37.506766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.513605 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7b14663a-7146-4636-a748-238363e8a89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:37.534144 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65911ef8-3740-4fd6-adf6-625c6868496f,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:37.538387 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:37.540206 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:37.540829 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 9cd19beb-5178-40b5-b1c0-b2ff1e2859f3 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:42:37.541474 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:42:37.555763 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.560420 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "DELETE /v2.0/security-groups/65911ef8-3740-4fd6-adf6-625c6868496f HTTP/1.1" status: 204 len: 168 time: 0.2826231 Jun 02 16:42:37.560596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49954) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:37.576886 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.api.v2.resource [None req-cf3df3d5-0c98-47ea-aa14-c5c8b21cc56b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] show failed (client error): The resource could not be found. Jun 02 16:42:37.578451 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-cf3df3d5-0c98-47ea-aa14-c5c8b21cc56b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups/65911ef8-3740-4fd6-adf6-625c6868496f HTTP/1.1" status: 404 len: 347 time: 0.0169046 Jun 02 16:42:37.581574 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 49956) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:37.590448 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:37.590923 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 8e46cdce-f947-4d06-9c37-940ddf5cf5f3 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:42:37.808147 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b39c1310-5fb4-4175-9f08-82d1cf7b9d6b req-379ce27c-57ed-4c39-ad1c-2e5276bb5d6f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 210 time: 0.0478184 Jun 02 16:42:37.842418 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.861352 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.880546 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9b8e25f3-972f-4757-b5c0-ff19a9b966b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:37.941504 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.999528 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=066260dc7cdd4d44a88e31635abf0d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716942 Jun 02 16:42:38.002232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49962) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:38.011966 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475ef0f5-d00b-42fe-a988-8e5edd37b4f6,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:38.019057 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:38.048981 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-7c685f3c-07b4-453e-9b8d-c2317417b595 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:38.050397 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-7c685f3c-07b4-453e-9b8d-c2317417b595 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 816 time: 0.2965364 Jun 02 16:42:38.058264 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Deleting port f413c5f4-e8f6-4a06-90b6-dbb87e0d0833 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:38.058539 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.065683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.091173 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.146819 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.150375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-242932d5-4e63-4d6c-82aa-6ced4cf61cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:38.161161 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ef0f5-d00b-42fe-a988-8e5edd37b4f6,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:38.164770 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:38.170546 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.174909 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/475ef0f5-d00b-42fe-a988-8e5edd37b4f6 HTTP/1.1" status: 204 len: 168 time: 0.1681893 Jun 02 16:42:38.185874 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-c646a61f-ac09-42fc-8d3b-e66225e92f5e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Synchronizing usage tracker for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:security_group {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:38.219591 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-c646a61f-ac09-42fc-8d3b-e66225e92f5e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Unset dirty status for tenant:d3c50cd5213540cb95bfde5626d2de5d on resource:security_group {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:38.220752 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-c646a61f-ac09-42fc-8d3b-e66225e92f5e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 380 time: 0.1475523 Jun 02 16:42:38.228010 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.228610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.238774 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'port': {'device_id': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'admin_state_up': True, 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'security_groups': ['ccb53d05-24bf-409f-9510-1e9fd8e56967']}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:38.390540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Calling delete_port for f413c5f4-e8f6-4a06-90b6-dbb87e0d0833 owned by network:floatingip {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:38.489834 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49976) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:38.506817 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.511615 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:38.518595 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Usage tracker for resource:port and tenant:d3c50cd5213540cb95bfde5626d2de5d is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:38.522015 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:38.522146 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:38.525806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Usage tracker for resource:security_group_rule and tenant:b50d5030367d416097e1e8e8e200fd2b is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:38.530033 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:38.530181 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:38.534681 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:38.548072 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Made reservation on behalf of d3c50cd5213540cb95bfde5626d2de5d for: {'port': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:42:38.551602 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.624152 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.628300 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.637154 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d9d5098f-619c-4ea6-ba6b-b2c6cac3b957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:38.690263 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b50d5030367d416097e1e8e8e200fd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992865 Jun 02 16:42:38.691239 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7dab4-bdc3-432b-bc57-a7ef90fbe9ff,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:38.693715 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49978) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:38.705862 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:38.757716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.787287 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.835915 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.845300 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:38.846865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.852504 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b2397089-b017-485f-af46-85ec15b47f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:38.865682 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7dab4-bdc3-432b-bc57-a7ef90fbe9ff,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:38.877432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:38.886189 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.890233 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfb7dab4-bdc3-432b-bc57-a7ef90fbe9ff HTTP/1.1" status: 204 len: 168 time: 0.1954572 Jun 02 16:42:38.906171 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event deleted for resources: {'Port': ['ID=f413c5f4-e8f6-4a06-90b6-dbb87e0d0833,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:38.935256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:38.976531 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a88187c5-59b4-47fc-bfce-661cf8a7d611 req-1e339113-6247-48cd-bb2b-5e528d611e34 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 210 time: 0.0465486 Jun 02 16:42:38.991931 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Allocated IP 172.20.0.7 (1103f7d6-0b46-49c4-9397-728f705ec06e/8c8a210a-172a-494d-9784-eed6d35af51f/aeec5df1-4d9d-4dfb-8dfc-42affcaff96d) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:39.034869 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.107008 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.111500 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-d3c7912d-7a52-4dbb-842a-135e9847157f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "DELETE /v2.0/floatingips/c89958e0-2ec4-4f74-b984-c7409331e1ab HTTP/1.1" status: 204 len: 168 time: 1.5252676 Jun 02 16:42:39.224476 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.241845 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Transition to ACTIVE for port object aeec5df1-4d9d-4dfb-8dfc-42affcaff96d will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:39.268003 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.275208 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:39.343311 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Network 1103f7d6-0b46-49c4-9397-728f705ec06e is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:39.346586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:39.349286 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:39.369734 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 49996) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:39.375851 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018024370', 'description': 'tempest-description--435259092'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:39.382177 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:39.386838 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:39.390034 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:39.391986 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:39.395365 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:39.403623 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:39.418101 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.432821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:39.433459 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.444944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:39.449983 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:39.454322 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:39.459095 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2329912 Jun 02 16:42:39.461448 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:39.472423 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Request body: {'port': {'device_id': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:39.567478 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.573081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.576995 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c39dbeb2-134c-4cef-afcb-fd01084d2d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:39.624638 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30541f84-732e-40cc-8ac5-5bb021a71b45,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:39.627483 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:39.642539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.646710 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-20e35339-cb0d-49cc-a15e-e7af07a56cf1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2731524 Jun 02 16:42:39.646869 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-2ec0dcfc-185f-4827-8eeb-876fbcc23dfb None None] Provisioning for port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:39.647985 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50010) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:39.655025 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-2ec0dcfc-185f-4827-8eeb-876fbcc23dfb None None] Provisioning complete for port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:39.655650 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dcfc-185f-4827-8eeb-876fbcc23dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.659664 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'security_group_rule': {'security_group_id': '30541f84-732e-40cc-8ac5-5bb021a71b45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:39.673223 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:39.673383 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.682172 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:39.688678 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:39.703228 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:39.732071 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.736347 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-2ec0dcfc-185f-4827-8eeb-876fbcc23dfb None None] Port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:42:39.742098 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.835011 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.839162 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.842072 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:39.888973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387f05a9-8a38-400d-9d76-dfabc18be1ed,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:39.898777 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:39.918731 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:39.923342 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718263 Jun 02 16:42:39.923482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50024) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:39.930740 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'security_group_rule': {'security_group_id': '30541f84-732e-40cc-8ac5-5bb021a71b45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:39.989397 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:39.997222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:security_group_rule and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:40.006691 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:40.016716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:40.051446 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-3e7d1689-c87e-4917-8150-a266c8f11386 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:40.053113 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-3e7d1689-c87e-4917-8150-a266c8f11386 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/networks?id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 200 len: 814 time: 0.1986456 Jun 02 16:42:40.059690 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.082683 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeec5df1-4d9d-4dfb-8dfc-42affcaff96d {{(pid=98218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:40.097352 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-d0dd6f8c-05f1-452d-9c4a-361fe3c9e85b tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/quotas/ae7d2b5bbabb4f68b7bb1aa782a554e6 HTTP/1.1" status: 200 len: 375 time: 0.0238247 Jun 02 16:42:40.100486 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.126674 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Transition to ACTIVE for port object aeec5df1-4d9d-4dfb-8dfc-42affcaff96d will not be triggered until provisioned by entity L2. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:40.131187 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.136480 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3a15c7e2-af4f-485c-9809-89f33ba96847 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:40.275935 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-78d33776-3417-4e33-8ad2-80100f602b9b tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1704829 Jun 02 16:42:40.303912 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:40.308238 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:40.399080 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Attempting to bind port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:40.399398 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Attempting to bind port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:40.400106 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Attempting to bind port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d on network 1103f7d6-0b46-49c4-9397-728f705ec06e {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:40.406849 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d on network 1103f7d6-0b46-49c4-9397-728f705ec06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:42:40.407188 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Attempting to bind port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d on network 1103f7d6-0b46-49c4-9397-728f705ec06e {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:40.414439 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:40.414860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Checking segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:40.415263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Bound using segment: {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:40.416128 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Bound port: aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271cc952-550a-4492-b043-f7ac20723196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e'}}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:40.416128 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.447591 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.468938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.479445 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-61dd6720-95cc-4ad3-9c78-759c95f48288 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:40.496843 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-569a803a-4874-4e6d-9e04-0b17e23c252f service neutron] 10.222.0.38 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062373 Jun 02 16:42:40.511659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b0b7b-9419-40dd-8ce1-e49aaf7d2700,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:40.522694 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, cleared binding levels {{(pid=98218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:40.526294 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:40.530692 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.538013 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:40.540313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-95e36e25-5126-46f8-bba4-168c49e1cbbb tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:40.560171 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.561525 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-49406827-44ce-4c5a-a9a5-aa3d3a6fc12f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6371062 Jun 02 16:42:40.572021 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5daf-dbad-4a6e-b4c1-3f219aaa33b9 req-20a66c9c-c3f0-4456-84d3-f69d5d7e564e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:40.573491 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-289b5daf-dbad-4a6e-b4c1-3f219aaa33b9 req-20a66c9c-c3f0-4456-84d3-f69d5d7e564e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.4235082 Jun 02 16:42:40.575674 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50044) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:40.581873 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'floatingip': {'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:40.606767 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:40.607385 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.608754 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] 10.222.0.48 "PUT /v2.0/ports/aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 1093 time: 1.1417267 Jun 02 16:42:40.609261 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:40.611729 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9076f239-b543-4c8b-be96-565ee742a156" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:40.626672 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=3']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:40.633040 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:40.638152 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:40.664863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:floatingip and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:40.676933 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:40.690934 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:40.746203 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-90dccaed-f628-4f04-b458-59f84f881d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:40.748485 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-90dccaed-f628-4f04-b458-59f84f881d20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1096 time: 0.0926735 Jun 02 16:42:40.748888 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-289b5daf-dbad-4a6e-b4c1-3f219aaa33b9 req-a446d711-53ac-44c8-b459-93c5b0bbcf7b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168120 Jun 02 16:42:40.752401 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-deceb3ec-761e-4c4d-8da3-7a79e32c1e85 service neutron] 10.222.0.38 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430844 Jun 02 16:42:40.754419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:40.988719 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d3adf-a88e-491c-8bb8-9d3423e8d417 x-openstack-request-id: req-247d3adf-a88e-491c-8bb8-9d3423e8d417 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:40.989060 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:40.989344 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-247d3adf-a88e-491c-8bb8-9d3423e8d417 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:40.989763 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'status': 'completed', 'code': 200} Jun 02 16:42:40.999607 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-104f71c6-2bce-48a3-bf9a-3ffb543fe95e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 217 time: 0.2437785 Jun 02 16:42:41.001250 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-37315fc5-eb71-4ae2-b8f7-d851f8cb3bd8 req-5d5f2b99-f92e-48e9-92d3-c0b4901bef38 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 210 time: 0.0500617 Jun 02 16:42:41.016169 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:41.066586 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-ed1065bb-1a65-4e28-8527-c0b7904c86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:41.069228 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-ed1065bb-1a65-4e28-8527-c0b7904c86a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0632777 Jun 02 16:42:41.184113 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-d2a7c035-2e91-4e89-a2f3-5775e42c9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:41.186035 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-d2a7c035-2e91-4e89-a2f3-5775e42c9f84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1090696 Jun 02 16:42:41.192723 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Allocated IP 172.28.0.244 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/5d9b2c32-7772-43ae-9f7d-22c6e3d5634a) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:41.342036 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-c2bf7c17-4cb8-4fcc-a07a-296f0bfabe79 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491961 Jun 02 16:42:41.395281 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:41.444299 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:41.454596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3948a10a-b4e2-4d1a-a580-39e88fb8b29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:41.517237 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-6d1433da-f1a9-4e75-835a-7c7636c392d4 req-15670e18-7bd8-4a21-9027-e687a54ebc27 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671531 Jun 02 16:42:41.520336 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:41.527635 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:41.531907 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:41.578368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'Port': ['ID=5d9b2c32-7772-43ae-9f7d-22c6e3d5634a,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:41.591703 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:41.638725 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:41.662123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076f239-b543-4c8b-be96-565ee742a156 req-38cb2d30-91e7-4b2a-baa0-f866db39ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:41.663954 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-38cb2d30-91e7-4b2a-baa0-f866db39ec17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1096 time: 0.0939066 Jun 02 16:42:41.713019 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:41.815784 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076f239-b543-4c8b-be96-565ee742a156 req-c0bf5f91-0658-4c8c-aa0d-c98eecf225ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:41.817275 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-c0bf5f91-0658-4c8c-aa0d-c98eecf225ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.1458867 Jun 02 16:42:41.894316 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-0a100171-de0d-4f34-834e-eab886a6b5b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 217 time: 0.0674632 Jun 02 16:42:41.970983 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076f239-b543-4c8b-be96-565ee742a156 req-6a79be45-705c-445f-a09d-2a17efcbf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:41.972941 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-6a79be45-705c-445f-a09d-2a17efcbf5e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0724123 Jun 02 16:42:42.019081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b620b-46bd-4537-96ff-4e6cecb2db69 req-8d95cf05-7366-41ae-9cda-528a0039c672 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:42.020550 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-320b620b-46bd-4537-96ff-4e6cecb2db69 req-8d95cf05-7366-41ae-9cda-528a0039c672 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1393473 Jun 02 16:42:42.022636 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.048954 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.083971 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-645b59fb-c3a0-482e-84fb-7a30b9ed3378 tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:42.090367 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076f239-b543-4c8b-be96-565ee742a156 req-dd6f847e-10ae-4b59-ade6-760acc8bb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:42.092900 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-dd6f847e-10ae-4b59-ade6-760acc8bb249 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1126690 Jun 02 16:42:42.172926 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'Port': ['ID=5d9b2c32-7772-43ae-9f7d-22c6e3d5634a,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:42.210814 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:42.281601 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-02a1a092-a132-4ba4-9441-393c9febe03e service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815398 Jun 02 16:42:42.398547 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-789ed1bb-1eef-4979-a10c-d1dac47ad0fb req-dfda76f3-13d9-4738-83b3-01711b108c27 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 210 time: 0.1818469 Jun 02 16:42:42.403383 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50094) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:42.447392 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-9076f239-b543-4c8b-be96-565ee742a156 req-fcea4c3f-47b3-4096-a58f-ea4304ae284f service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590142 Jun 02 16:42:42.457234 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-320b620b-46bd-4537-96ff-4e6cecb2db69 req-00b69eaa-fa5b-4628-8867-18e8b0df9b23 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298375 Jun 02 16:42:42.490185 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.535575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-e73f6c96-22f7-4c59-827e-9d5e005bac5f tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:42.537030 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-e73f6c96-22f7-4c59-827e-9d5e005bac5f tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "GET /v2.0/networks?id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 200 len: 814 time: 0.4750314 Jun 02 16:42:42.538153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.538927 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.539224 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9626367 Jun 02 16:42:42.549827 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Request body: {'port': {'device_id': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb', 'admin_state_up': True, 'tenant_id': 'ae7d2b5bbabb4f68b7bb1aa782a554e6'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:42.554074 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:42.557932 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Usage tracker for resource:security_group_rule and tenant:72a29d427ceb41709bffafa0f0501bcf is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:42.561622 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:42.567522 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:42.659956 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.665447 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.675714 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b4e8d899-b11d-41db-8fcd-96f565cb5374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:42.704771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:42.708943 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Usage tracker for resource:port and tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:42.711889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:42.720466 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72a29d427ceb41709bffafa0f0501bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135810 Jun 02 16:42:42.720466 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08be7e78-a8c7-4ff1-822f-38c9ab300478,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:42.721220 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:42.722001 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50106) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:42.724347 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:42.733906 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Made reservation on behalf of ae7d2b5bbabb4f68b7bb1aa782a554e6 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:42:42.737938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.787483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.812635 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.845157 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-b1aa0571-50e3-4578-a472-815564a335ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:42.866712 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.870547 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e4f617bf-56a1-43fd-a094-e95727a6215a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:42.881925 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08be7e78-a8c7-4ff1-822f-38c9ab300478,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:42.885633 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:42.889837 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.891140 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08be7e78-a8c7-4ff1-822f-38c9ab300478 HTTP/1.1" status: 204 len: 168 time: 0.1681328 Jun 02 16:42:42.919678 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-b1aa0571-50e3-4578-a472-815564a335ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:42.920896 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-b1aa0571-50e3-4578-a472-815564a335ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2018024370&fields=id&tenant_id=4841dca9be2d4230854a98ee293b6f94 HTTP/1.1" status: 200 len: 267 time: 0.1708727 Jun 02 16:42:42.999922 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Allocated IP 172.20.0.8 (4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb/d5c06351-94d8-47c4-a206-32fd73643b6a/976ff907-8f7a-40cc-8166-55e0ca6443bb) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:43.133792 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-f369320d-7ad4-4082-aafc-2f833ed0304a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:43.135470 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-f369320d-7ad4-4082-aafc-2f833ed0304a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 809 time: 0.2069995 Jun 02 16:42:43.175214 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-8ad411fd-5492-4a78-9b10-f30bbaf10ffa tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/quotas/4841dca9be2d4230854a98ee293b6f94 HTTP/1.1" status: 200 len: 375 time: 0.0315070 Jun 02 16:42:43.190821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50116) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:43.208044 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.222647 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:43.226578 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4e6dd88fdb4fd1bb6e616f079da728 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:43.229724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:43.236073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:43.317415 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.321263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.330277 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c37a3283-9934-46f1-be9b-30f1dfee7976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:43.374569 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d4e6dd88fdb4fd1bb6e616f079da728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801617 Jun 02 16:42:43.374569 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaafb4d-0653-4d4f-9fbd-d05e0ff56d2d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:43.376237 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50118) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:43.381866 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-98ad7c4b-60c2-4e9d-b190-37ea95fefa1a tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2008748 Jun 02 16:42:43.384521 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.388367 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:43.442864 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.470189 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.516315 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:42:43.519190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.530522 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-14e2e6e6-6c31-478f-9f55-3310ebcbde02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:43.534244 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.539256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:43.550492 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaafb4d-0653-4d4f-9fbd-d05e0ff56d2d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:43.554197 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:43.557811 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.562185 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdaafb4d-0653-4d4f-9fbd-d05e0ff56d2d HTTP/1.1" status: 204 len: 168 time: 0.1818631 Jun 02 16:42:43.669431 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:43.676768 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:43.679541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:43.681921 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:43.697245 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'mac_address': 'fa:16:3e:8a:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:42:43.707535 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-696cd5f8-ab6d-4d02-9c17-022b4d9ca540 service neutron] 10.222.0.38 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075192 Jun 02 16:42:43.722317 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Pushing event updated for resources: {'Port': ['ID=976ff907-8f7a-40cc-8166-55e0ca6443bb,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:43.725427 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:43.765402 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.784459 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeec5df1-4d9d-4dfb-8dfc-42affcaff96d {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:43.800987 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:43.805010 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.807830 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:43.812718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:43.813348 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.876321 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:43.884236 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.884656 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.885157 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.885466 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.885854 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.886240 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.886815 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.886986 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.887365 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.888150 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.888543 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.889122 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:43.893624 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:43.903444 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3570592 Jun 02 16:42:43.918403 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8337d9-a6b9-4d28-859e-2d05703d50c9 req-29754f71-fa68-4a44-ac3a-53c5f52e7667 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:43.919626 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-2c8337d9-a6b9-4d28-859e-2d05703d50c9 req-29754f71-fa68-4a44-ac3a-53c5f52e7667 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Synchronizing usage tracker for tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:43.938226 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Request body: {'port': {'device_id': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:43.987617 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-699a6710-6182-4a31-ace1-3d19532d5618 service neutron] 10.222.0.38 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664907 Jun 02 16:42:44.016389 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:42:44.035567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-2c8337d9-a6b9-4d28-859e-2d05703d50c9 req-29754f71-fa68-4a44-ac3a-53c5f52e7667 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Unset dirty status for tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:44.036700 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2c8337d9-a6b9-4d28-859e-2d05703d50c9 req-29754f71-fa68-4a44-ac3a-53c5f52e7667 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 931 time: 0.5103817 Jun 02 16:42:44.110360 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:44.166094 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2c8337d9-a6b9-4d28-859e-2d05703d50c9 req-115a3f02-4b74-4b4d-9c81-bc7316e1a0ab tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172895 Jun 02 16:42:44.447844 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6d707edd-17b6-4466-818a-552aeb431435 req-ed0893fc-db3d-4efc-9278-02e4eb00e934 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 210 time: 0.1014023 Jun 02 16:42:44.586961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0bf52-51be-4e62-8bf6-df83d9931bd0 req-98dec34d-1874-4653-b051-4423e45065f1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:44.588485 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-85c0bf52-51be-4e62-8bf6-df83d9931bd0 req-98dec34d-1874-4653-b051-4423e45065f1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 944 time: 0.2410927 Jun 02 16:42:44.664141 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-85c0bf52-51be-4e62-8bf6-df83d9931bd0 req-d7a051a0-a58f-4e63-bcb4-0c4a6d4a50a5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681484 Jun 02 16:42:44.743778 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976ff907-8f7a-40cc-8166-55e0ca6443bb {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:44.752810 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:44.768109 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Transition to ACTIVE for port object 976ff907-8f7a-40cc-8166-55e0ca6443bb will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:44.771650 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:44.777586 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:44.936590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Pushing event updated for resources: {'Port': ['ID=976ff907-8f7a-40cc-8166-55e0ca6443bb,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:44.962390 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:45.007947 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Attempting to bind port 976ff907-8f7a-40cc-8166-55e0ca6443bb on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:45.008283 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Attempting to bind port 976ff907-8f7a-40cc-8166-55e0ca6443bb by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:45.008607 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Attempting to bind port 976ff907-8f7a-40cc-8166-55e0ca6443bb on network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:45.013306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Port 976ff907-8f7a-40cc-8166-55e0ca6443bb on network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:42:45.013637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Attempting to bind port 976ff907-8f7a-40cc-8166-55e0ca6443bb on network 4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:45.018604 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:45.018935 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Checking segment: {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:45.019306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Bound using segment: {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:45.019721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Bound port: 976ff907-8f7a-40cc-8166-55e0ca6443bb, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:45.020061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:45.112446 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] For port 976ff907-8f7a-40cc-8166-55e0ca6443bb, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:45.116944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] For port 976ff907-8f7a-40cc-8166-55e0ca6443bb, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:45.121690 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:45.126411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:45.192091 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:45.192790 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:45.194230 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] 10.222.0.48 "PUT /v2.0/ports/976ff907-8f7a-40cc-8166-55e0ca6443bb HTTP/1.1" status: 200 len: 1093 time: 1.2640777 Jun 02 16:42:45.194717 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'tag': '976ff907-8f7a-40cc-8166-55e0ca6443bb'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:45.196992 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f651469e-de23-42b7-8be6-e109a5a92e40" -d '{"events": [{"name": "network-changed", "server_uuid": "3cefc74c-0bff-4f28-a088-22bf46a19134", "tag": "976ff907-8f7a-40cc-8166-55e0ca6443bb"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:45.282721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04bd71-37a3-41d0-8ed5-f9476f1ec1f2 x-openstack-request-id: req-6b04bd71-37a3-41d0-8ed5-f9476f1ec1f2 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:45.283026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cefc74c-0bff-4f28-a088-22bf46a19134", "tag": "976ff907-8f7a-40cc-8166-55e0ca6443bb", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:45.283303 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b04bd71-37a3-41d0-8ed5-f9476f1ec1f2 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:45.283713 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'tag': '976ff907-8f7a-40cc-8166-55e0ca6443bb', 'status': 'completed', 'code': 200} Jun 02 16:42:45.349141 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-91f3f562-0d83-40eb-8fc0-ea82ab607d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:45.351228 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-91f3f562-0d83-40eb-8fc0-ea82ab607d14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 1096 time: 0.1202364 Jun 02 16:42:45.353274 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Pushing event updated for resources: {'Port': ['ID=976ff907-8f7a-40cc-8166-55e0ca6443bb,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:45.365371 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:42:45.420611 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:45.500546 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-61e167b0-cb68-4131-b83d-a7cbb7a0e1aa tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:45.510077 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-61e167b0-cb68-4131-b83d-a7cbb7a0e1aa tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 809 time: 0.2989073 Jun 02 16:42:45.531109 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:42:45.566967 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-8c522350-1c53-491f-bb70-3ce06d710db7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb HTTP/1.1" status: 200 len: 217 time: 0.1990380 Jun 02 16:42:45.595800 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81735d58-1394-45c9-93b3-dc6946bb8c04 req-b419900c-199a-4c5d-bb37-2f644da882c1 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:45.597447 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-81735d58-1394-45c9-93b3-dc6946bb8c04 req-b419900c-199a-4c5d-bb37-2f644da882c1 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 943 time: 0.2827079 Jun 02 16:42:45.614716 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-4904c47f-2eac-46b4-9171-d80080d58172 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4841dca9be2d4230854a98ee293b6f94 HTTP/1.1" status: 200 len: 380 time: 0.0884018 Jun 02 16:42:45.627103 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:45.634594 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'port': {'device_id': '2760b977-f04b-4337-9ec8-c6e408641814', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'admin_state_up': True, 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'security_groups': ['30541f84-732e-40cc-8ac5-5bb021a71b45']}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:45.635307 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:45.636493 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:45.647128 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-6a074837-e68e-4c40-9bd7-03e06fe69db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:45.650656 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-6a074837-e68e-4c40-9bd7-03e06fe69db3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5c06351-94d8-47c4-a206-32fd73643b6a HTTP/1.1" status: 200 len: 854 time: 0.0744822 Jun 02 16:42:45.711565 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-74a7eb75-b84b-4ce8-9ab0-860a7900138c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540245 Jun 02 16:42:45.749260 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9e3f206b-9209-4618-a341-434b6b0f4c91 req-b4871252-3ea6-429e-9f6e-af0ef26c6f3e tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 210 time: 0.0845907 Jun 02 16:42:45.767575 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-81735d58-1394-45c9-93b3-dc6946bb8c04 req-00ca7d61-847c-4e80-8640-2769cabeac8e tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624129 Jun 02 16:42:45.811956 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:45.842232 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:45.844498 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3997d6-62d0-4528-8cdd-677d2a1ce032" -d '{"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-plugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:45.869341 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:45.875675 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:45.878469 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:45.889500 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-9fc23476-87ac-4f3e-a8a7-055896591e53 service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704402 Jun 02 16:42:45.928671 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:45.936404 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Usage tracker for resource:port and tenant:4841dca9be2d4230854a98ee293b6f94 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:45.939059 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3a090-26a1-480e-bbd8-d74e2708a078 x-openstack-request-id: req-c4d3a090-26a1-480e-bbd8-d74e2708a078 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:45.939554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-plugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:45.940056 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4d3a090-26a1-480e-bbd8-d74e2708a078 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:45.940620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:45.940913 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'code': 200} Jun 02 16:42:45.983617 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:45.987320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:46.005537 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:46.034360 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Made reservation on behalf of 4841dca9be2d4230854a98ee293b6f94 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:42:46.038143 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:46.072287 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-12a5f89a-4acb-463a-aa03-4034e777a08e req-d3917abf-afaf-4cf0-b065-29df649c599e service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705778 Jun 02 16:42:46.156567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f314c87-5e45-4756-86f2-14485749673a req-2cea5d2c-589f-4972-ae12-6ba02062ba09 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.158052 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5f314c87-5e45-4756-86f2-14485749673a req-2cea5d2c-589f-4972-ae12-6ba02062ba09 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.2103465 Jun 02 16:42:46.227585 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e805-2e92-41ae-8d6d-418100eae463 req-013ab0d8-9657-4cae-9943-7905998d3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.229254 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-5f87e805-2e92-41ae-8d6d-418100eae463 req-013ab0d8-9657-4cae-9943-7905998d3d75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1098 time: 0.0862887 Jun 02 16:42:46.273985 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-5f87e805-2e92-41ae-8d6d-418100eae463 req-01a31f46-9eb5-4a33-a5ff-c599806a6dcf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 Jun 02 16:42:46.411786 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5f314c87-5e45-4756-86f2-14485749673a req-49d7d730-9007-4bef-aa12-0a4b0209f994 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478805 Jun 02 16:42:46.438420 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Allocated IP 172.20.0.8 (8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4/ea046e1c-3357-4327-a91c-c9a464fc6262/29c851a4-9ca1-4149-9720-003c6b8056b5) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:46.468764 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-fa0d45fd-b4bf-46a4-b166-cc0db6d00177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.470150 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-fa0d45fd-b4bf-46a4-b166-cc0db6d00177 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 1096 time: 0.3078399 Jun 02 16:42:46.729371 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-e197cc4d-35c2-4221-837d-61c1f20d0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.730802 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-e197cc4d-35c2-4221-837d-61c1f20d0616 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 200 len: 915 time: 0.2537858 Jun 02 16:42:46.800508 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:46.817533 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-66ef89dc-e2e4-446d-b71d-d817281beca4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb HTTP/1.1" status: 200 len: 217 time: 0.0752518 Jun 02 16:42:46.832759 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Transition to ACTIVE for port object 29c851a4-9ca1-4149-9720-003c6b8056b5 will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:46.897713 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:46.940661 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:47.078739 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:47.088876 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:47.103377 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-dae1e9a5-93bd-4b86-8376-899fb027a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:47.107708 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-dae1e9a5-93bd-4b86-8376-899fb027a8af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5c06351-94d8-47c4-a206-32fd73643b6a HTTP/1.1" status: 200 len: 854 time: 0.2504368 Jun 02 16:42:47.113556 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:47.172176 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event updated for resources: {'Port': ['ID=29c851a4-9ca1-4149-9720-003c6b8056b5,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:47.214862 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:47.251307 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-131b6db1-a601-4eb5-8a25-a26db8874e0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825522 Jun 02 16:42:47.313730 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:47.314322 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.358261 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-ecd12b10-e942-42f3-8023-f1588e5da263 None None] Provisioning for port 29c851a4-9ca1-4149-9720-003c6b8056b5 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:47.363059 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-ecd12b10-e942-42f3-8023-f1588e5da263 None None] Provisioning complete for port 29c851a4-9ca1-4149-9720-003c6b8056b5 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:47.363404 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ecd12b10-e942-42f3-8023-f1588e5da263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.386723 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ed03-63ee-4e84-ba02-c2e66b5fccdb req-745a9ee2-e818-4e69-b791-c071c2f30605 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:47.388322 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e673ed03-63ee-4e84-ba02-c2e66b5fccdb req-745a9ee2-e818-4e69-b791-c071c2f30605 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 931 time: 0.4963179 Jun 02 16:42:47.417604 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-ecd12b10-e942-42f3-8023-f1588e5da263 None None] Port 29c851a4-9ca1-4149-9720-003c6b8056b5 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:42:47.440842 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c94248-de36-440a-bff4-b6ee1ece3e53 req-a1385695-6316-42fe-9190-d6f377b8149c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:47.442269 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-26c94248-de36-440a-bff4-b6ee1ece3e53 req-a1385695-6316-42fe-9190-d6f377b8149c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 943 time: 0.5367413 Jun 02 16:42:47.449606 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8205311 Jun 02 16:42:47.491035 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Request body: {'port': {'device_id': '2760b977-f04b-4337-9ec8-c6e408641814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:47.539082 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-8e0fb145-e424-44b0-816d-66aa9f71fc34 service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798531 Jun 02 16:42:47.560893 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e673ed03-63ee-4e84-ba02-c2e66b5fccdb req-5c1d51a1-4c99-4163-9c25-4ade9165a8b7 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590650 Jun 02 16:42:47.600041 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-26c94248-de36-440a-bff4-b6ee1ece3e53 req-14374487-a396-4cbe-ae55-d7bf2e2dd735 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478007 Jun 02 16:42:47.783801 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.821078 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f651469e-de23-42b7-8be6-e109a5a92e40 req-0bc1a6e3-0f28-46e3-8b2c-0535f66c0cda service neutron] 10.222.0.48 "GET /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635362 Jun 02 16:42:47.891791 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e0730-a631-44b1-9529-c7fae38187ae req-276b8105-d47b-4319-8622-a6560868aa0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:47.893227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f8e0730-a631-44b1-9529-c7fae38187ae req-276b8105-d47b-4319-8622-a6560868aa0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1941717 Jun 02 16:42:47.996139 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f8e0730-a631-44b1-9529-c7fae38187ae req-7ba86a7e-05c2-491b-8a27-ba375a61c10d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965867 Jun 02 16:42:48.294972 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2c5ca-dea9-407c-b5c2-f672f37392b5 req-99e98fde-1f59-42d3-bd5e-e78168f1e28d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:48.295833 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-35b2c5ca-dea9-407c-b5c2-f672f37392b5 req-99e98fde-1f59-42d3-bd5e-e78168f1e28d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1703331 Jun 02 16:42:48.304545 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50234) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:48.310148 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Request body: {'floatingip': {'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:48.350811 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c851a4-9ca1-4149-9720-003c6b8056b5 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:48.359585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.374857 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Transition to ACTIVE for port object 29c851a4-9ca1-4149-9720-003c6b8056b5 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:48.379215 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.383782 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:48.398887 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.506477 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=29c851a4-9ca1-4149-9720-003c6b8056b5,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:48.509902 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:48.679001 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Attempting to bind port 29c851a4-9ca1-4149-9720-003c6b8056b5 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:48.679383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Attempting to bind port 29c851a4-9ca1-4149-9720-003c6b8056b5 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:48.679656 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Attempting to bind port 29c851a4-9ca1-4149-9720-003c6b8056b5 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:48.686830 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Port 29c851a4-9ca1-4149-9720-003c6b8056b5 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:42:48.687343 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Attempting to bind port 29c851a4-9ca1-4149-9720-003c6b8056b5 on network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:48.694953 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:48.695297 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Checking segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:48.695667 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Bound using segment: {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:48.699540 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Bound port: 29c851a4-9ca1-4149-9720-003c6b8056b5, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:48.700452 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.914383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] For port 29c851a4-9ca1-4149-9720-003c6b8056b5, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:48.919258 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] For port 29c851a4-9ca1-4149-9720-003c6b8056b5, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=29c851a4-9ca1-4149-9720-003c6b8056b5,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:48.928491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.933722 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9c15e302-d61a-4e71-b12c-8be0df770f56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:49.003347 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17044-650c-47c8-bac8-d0d08f61c620 req-7a0e0841-6225-4492-bda2-44d24553f95f tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.004951 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72e17044-650c-47c8-bac8-d0d08f61c620 req-7a0e0841-6225-4492-bda2-44d24553f95f tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 943 time: 0.2483909 Jun 02 16:42:49.013023 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165f7b9-499f-4dbf-ae9f-0124db0e335c req-3eff9b9e-947a-42cb-a48b-de075d91f35c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.013616 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-0165f7b9-499f-4dbf-ae9f-0124db0e335c req-3eff9b9e-947a-42cb-a48b-de075d91f35c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:49.020341 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.020978 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.022297 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] 10.222.0.48 "PUT /v2.0/ports/29c851a4-9ca1-4149-9720-003c6b8056b5 HTTP/1.1" status: 200 len: 1093 time: 1.5469968 Jun 02 16:42:49.022791 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:49.025142 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:49.076488 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.082911 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.140794 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=29c851a4-9ca1-4149-9720-003c6b8056b5,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:49.148810 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-0165f7b9-499f-4dbf-ae9f-0124db0e335c req-3eff9b9e-947a-42cb-a48b-de075d91f35c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:49.153251 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0165f7b9-499f-4dbf-ae9f-0124db0e335c req-3eff9b9e-947a-42cb-a48b-de075d91f35c tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 943 time: 0.4390421 Jun 02 16:42:49.157738 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:49.167324 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72e17044-650c-47c8-bac8-d0d08f61c620 req-9299612d-c79a-4bc4-a023-76b222f07f5a tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485312 Jun 02 16:42:49.221952 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0165f7b9-499f-4dbf-ae9f-0124db0e335c req-fa106734-2852-4669-a4b1-8b5414bb4ebc tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611339 Jun 02 16:42:49.223496 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82846965-da64-45d6-8048-7755c17c30c1 x-openstack-request-id: req-82846965-da64-45d6-8048-7755c17c30c1 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:49.223808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:49.224086 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82846965-da64-45d6-8048-7755c17c30c1 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:49.224500 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'status': 'completed', 'code': 200} Jun 02 16:42:49.236307 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-7a8375fa-13d3-45b2-88e7-65e38731c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.237888 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-7a8375fa-13d3-45b2-88e7-65e38731c697 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 1096 time: 0.1693895 Jun 02 16:42:49.312669 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-d1de0929-2716-4f90-b9af-ca5642b43112 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29c851a4-9ca1-4149-9720-003c6b8056b5 HTTP/1.1" status: 200 len: 217 time: 0.0675032 Jun 02 16:42:49.373644 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Floating IP 66ae5b11-e881-4fec-b3ee-c6a78a9e3016 associated. External IP: 172.28.0.48, port: aeec5df1-4d9d-4dfb-8dfc-42affcaff96d. Jun 02 16:42:49.386910 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-a1529819-dde0-4c9b-9867-8885c5f7bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.389177 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-a1529819-dde0-4c9b-9867-8885c5f7bf24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.0704648 Jun 02 16:42:49.466054 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-4fe683d7-1c3d-4630-af60-2e0078e79482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.468173 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-4fe683d7-1c3d-4630-af60-2e0078e79482 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731242 Jun 02 16:42:49.534540 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 976ff907-8f7a-40cc-8166-55e0ca6443bb details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:42:49.607787 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-9a8c2496-d64c-4781-8624-456d48396cec service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333637 Jun 02 16:42:49.679612 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 976ff907-8f7a-40cc-8166-55e0ca6443bb, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:49.694370 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '976ff907-8f7a-40cc-8166-55e0ca6443bb', 'network_id': '4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb', 'port_id': '976ff907-8f7a-40cc-8166-55e0ca6443bb', 'mac_address': 'fa:16:3e:84:74:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c06351-94d8-47c4-a206-32fd73643b6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:42:49.758742 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.759988 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-173a9eec-8617-4af4-8ecd-bb43b4b9f6d6 req-136ee7e8-d7ee-4693-bbd1-a6d09f7a87ff service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451039 Jun 02 16:42:49.777326 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:49.778472 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976ff907-8f7a-40cc-8166-55e0ca6443bb {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:49.805707 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 976ff907-8f7a-40cc-8166-55e0ca6443bb, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:49.811841 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.819606 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:49.905291 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-83abbb82-a2c6-4a2f-959b-ac1754112b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.906799 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-83abbb82-a2c6-4a2f-959b-ac1754112b67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 1096 time: 0.0802443 Jun 02 16:42:49.911065 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=976ff907-8f7a-40cc-8166-55e0ca6443bb,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:49.915014 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:49.972157 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:49.978914 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.987446 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:50.022704 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:50.023343 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:50.049016 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-aa4bf6db-eab7-4903-a0a2-2b361fbd42c2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "PUT /v2.0/floatingips/66ae5b11-e881-4fec-b3ee-c6a78a9e3016 HTTP/1.1" status: 200 len: 990 time: 1.7426817 Jun 02 16:42:50.049614 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:50.052247 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37990d1-514a-4a0a-b249-3e5b58adca94" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:50.151125 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffcbd96-8996-46ff-8ffc-d337e2c04783 x-openstack-request-id: req-bffcbd96-8996-46ff-8ffc-d337e2c04783 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:50.151756 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:50.151756 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bffcbd96-8996-46ff-8ffc-d337e2c04783 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:50.152126 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'status': 'completed', 'code': 200} Jun 02 16:42:50.180971 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['976ff907-8f7a-40cc-8166-55e0ca6443bb'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:42:50.258028 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-1fea2bfb-aa68-4c3c-b683-29018e20ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.259459 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-1fea2bfb-aa68-4c3c-b683-29018e20ee46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.3461587 Jun 02 16:42:50.332896 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-17be3262-eec7-4d39-a0ca-2ece26b7ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.334386 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-17be3262-eec7-4d39-a0ca-2ece26b7ad29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1098 time: 0.1656327 Jun 02 16:42:50.395820 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:50.440018 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-a7ff5dab-4973-4051-8b1e-c5b702bc2311 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29c851a4-9ca1-4149-9720-003c6b8056b5 HTTP/1.1" status: 200 len: 217 time: 0.1629930 Jun 02 16:42:50.615042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-9bac17e5-b46f-452d-a8e2-1522f1880172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.616445 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-9bac17e5-b46f-452d-a8e2-1522f1880172 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.1551237 Jun 02 16:42:50.689213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-a5cffabe-70b2-4f5e-8b76-0373fa8dac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.690628 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-a5cffabe-70b2-4f5e-8b76-0373fa8dac91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.3486876 Jun 02 16:42:50.706948 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5e263-43e8-4397-b43e-17878d14c192 req-4637f6be-961a-47f1-811b-0f2a9c407186 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.708324 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0bd5e263-43e8-4397-b43e-17878d14c192 req-4637f6be-961a-47f1-811b-0f2a9c407186 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 944 time: 0.3730812 Jun 02 16:42:50.803849 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972bcb8-1203-4819-b0d8-5de06ccb8f56 req-56cea93b-c785-4549-af94-facf0065f495 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.805281 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f972bcb8-1203-4819-b0d8-5de06ccb8f56 req-56cea93b-c785-4549-af94-facf0065f495 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 943 time: 0.4114611 Jun 02 16:42:50.807188 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': '66ae5b11-e881-4fec-b3ee-c6a78a9e3016', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'floating_ip_address': '172.28.0.48', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'mac_address': 'fa:16:3e:8a:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:34Z', 'updated_at': '2021-06-02T16:42:48Z', 'revision_number': 1, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:50.811983 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:50.820177 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:50.820794 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:50.891201 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0bd5e263-43e8-4397-b43e-17878d14c192 req-f9b7f415-8fbc-437f-88a1-cbfccc0345e0 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256139 Jun 02 16:42:50.893817 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-75470da2-1e48-454b-b9ce-2f258f7eb3dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 998 time: 0.1951489 Jun 02 16:42:50.937188 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f972bcb8-1203-4819-b0d8-5de06ccb8f56 req-72e1c90b-f781-4571-8647-62c753f1eaa2 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255913 Jun 02 16:42:50.942304 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-b91925a4-1e50-4d37-a664-eae03ea9a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.943709 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-b91925a4-1e50-4d37-a664-eae03ea9a58f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3116186 Jun 02 16:42:50.998379 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:51.005406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-99ea1b31-0ca1-4f9f-a574-42751673f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:51.006813 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-99ea1b31-0ca1-4f9f-a574-42751673f876 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.1050062 Jun 02 16:42:51.148684 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-56f3f72f-ad0c-4cef-914e-e0da94cfd674 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969514 Jun 02 16:42:51.197451 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-75d22398-99d8-41ed-bc15-cc58cabaa53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:51.198999 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-75d22398-99d8-41ed-bc15-cc58cabaa53b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1465147 Jun 02 16:42:51.378817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': '66ae5b11-e881-4fec-b3ee-c6a78a9e3016', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'floating_ip_address': '172.28.0.48', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'mac_address': 'fa:16:3e:8a:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:34Z', 'updated_at': '2021-06-02T16:42:48Z', 'revision_number': 1, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:51.378984 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd63737-fab1-40e9-8a39-6c53e3e3dd5e None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': '66ae5b11-e881-4fec-b3ee-c6a78a9e3016', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'floating_ip_address': '172.28.0.48', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'mac_address': 'fa:16:3e:8a:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:34Z', 'updated_at': '2021-06-02T16:42:48Z', 'revision_number': 1, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:51.406179 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0c5b2d0b-28a2-4528-bef5-f66815bcaf5e req-0a4a50c1-ed63-4e94-8cf3-d4087d3b4b11 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500701 Jun 02 16:42:51.427257 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-5d186d28-9c94-478a-b5f8-65372ef5beeb service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215223 Jun 02 16:42:51.562509 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 976ff907-8f7a-40cc-8166-55e0ca6443bb up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:42:51.585021 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35809a42-c6c6-4718-a995-96edfc411474 None None] New status for floating IP 66ae5b11-e881-4fec-b3ee-c6a78a9e3016: ACTIVE {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:42:51.657591 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 976ff907-8f7a-40cc-8166-55e0ca6443bb completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:51.665158 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 976ff907-8f7a-40cc-8166-55e0ca6443bb triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:51.665946 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:51.693953 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a37990d1-514a-4a0a-b249-3e5b58adca94 req-b4341d68-6010-42d0-a4c5-4acb6578c24b service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579770 Jun 02 16:42:51.798310 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:51.829494 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976ff907-8f7a-40cc-8166-55e0ca6443bb'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:51.831935 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c21db4-de3b-49ac-aac5-818b444ea45b" -d '{"events": [{"server_uuid": "3cefc74c-0bff-4f28-a088-22bf46a19134", "name": "network-vif-plugged", "status": "completed", "tag": "976ff907-8f7a-40cc-8166-55e0ca6443bb"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:51.839725 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 976ff907-8f7a-40cc-8166-55e0ca6443bb, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:51.844600 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:51.846683 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:51.921820 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d80cb-ed15-433f-b97a-1c024fcc86bb x-openstack-request-id: req-484d80cb-ed15-433f-b97a-1c024fcc86bb {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:51.922117 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc74c-0bff-4f28-a088-22bf46a19134", "name": "network-vif-plugged", "status": "completed", "tag": "976ff907-8f7a-40cc-8166-55e0ca6443bb", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:51.922740 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-484d80cb-ed15-433f-b97a-1c024fcc86bb {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:51.922740 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976ff907-8f7a-40cc-8166-55e0ca6443bb', 'code': 200} Jun 02 16:42:51.966111 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=976ff907-8f7a-40cc-8166-55e0ca6443bb,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:51.969752 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:52.255113 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e18f5-1454-46f1-a5f9-a258f401694f req-3f406c40-2b0c-4bfd-a15b-a0d5d965f1f4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:52.256883 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-518e18f5-1454-46f1-a5f9-a258f401694f req-3f406c40-2b0c-4bfd-a15b-a0d5d965f1f4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.2202201 Jun 02 16:42:52.265247 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed54d-e495-4312-95ff-2ce5884ec6d0 req-6857a919-3f3f-4b15-8fe5-2e96a0f84fdc tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:52.266585 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b22ed54d-e495-4312-95ff-2ce5884ec6d0 req-6857a919-3f3f-4b15-8fe5-2e96a0f84fdc tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 943 time: 0.1950786 Jun 02 16:42:52.269659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ae943-2218-4493-a901-c3c3ca50eb05 req-0c9e89e6-fb76-4cbe-bddf-a4f58fa11ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:52.270989 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-203ae943-2218-4493-a901-c3c3ca50eb05 req-0c9e89e6-fb76-4cbe-bddf-a4f58fa11ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 1098 time: 0.1928022 Jun 02 16:42:52.373495 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-203ae943-2218-4493-a901-c3c3ca50eb05 req-db9f59ca-d0fd-4113-b36d-b2bf75d7497b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877519 Jun 02 16:42:52.378112 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-518e18f5-1454-46f1-a5f9-a258f401694f req-9f773d71-92ae-4f59-a4da-682ab0989cea tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106527 Jun 02 16:42:52.380932 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b22ed54d-e495-4312-95ff-2ce5884ec6d0 req-5fe45891-8d3d-4634-81a1-aa6015abd848 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084428 Jun 02 16:42:53.577417 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 29c851a4-9ca1-4149-9720-003c6b8056b5 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:42:53.625395 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3f87-14ba-45cb-a4cf-266286f046fa req-cb67ef2f-1438-44bb-9d71-c66f1b7e66d4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:53.626838 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3a3e3f87-14ba-45cb-a4cf-266286f046fa req-cb67ef2f-1438-44bb-9d71-c66f1b7e66d4 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.1392274 Jun 02 16:42:53.636237 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dbba5-bc17-4e74-ae9c-d4c031b7ad57 req-94a3d846-79e9-4a18-92bf-bc4978b0ef56 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:53.637648 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-aa8dbba5-bc17-4e74-ae9c-d4c031b7ad57 req-94a3d846-79e9-4a18-92bf-bc4978b0ef56 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 943 time: 0.1194437 Jun 02 16:42:53.710225 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3a3e3f87-14ba-45cb-a4cf-266286f046fa req-bd4f8fdd-43e5-4bfd-b6bd-cefc57f5ae3f tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Jun 02 16:42:53.720840 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-aa8dbba5-bc17-4e74-ae9c-d4c031b7ad57 req-29a66a5b-6ab6-44e7-9fb9-3eb3ea531ed9 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693040 Jun 02 16:42:53.721176 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 29c851a4-9ca1-4149-9720-003c6b8056b5, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=29c851a4-9ca1-4149-9720-003c6b8056b5,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:53.739914 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'port_id': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'mac_address': 'fa:16:3e:e6:e0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:42:53.802912 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:53.822162 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c851a4-9ca1-4149-9720-003c6b8056b5 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:53.838497 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 29c851a4-9ca1-4149-9720-003c6b8056b5, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=29c851a4-9ca1-4149-9720-003c6b8056b5,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:53.844336 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:53.846073 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:53.918226 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=29c851a4-9ca1-4149-9720-003c6b8056b5,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:53.923178 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:54.073766 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['29c851a4-9ca1-4149-9720-003c6b8056b5'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:42:54.489572 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50328) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:54.605910 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:54.619864 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:54.624146 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Usage tracker for resource:security_group_rule and tenant:855f50ab672e4a82a7f299679e322aa0 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:54.627317 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:54.633019 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:54.717430 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:54.721398 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:54.729049 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-164c0eb6-eac7-4b5b-b560-b9b637e7a7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:54.770242 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=855f50ab672e4a82a7f299679e322aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794087 Jun 02 16:42:54.771095 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9c1f94-ead2-4f1c-b319-9ddbfe67fde2,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:54.772826 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50334) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:54.780700 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.781142 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.781507 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.781867 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.782258 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.782609 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.782957 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.783306 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.783651 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.783994 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.784467 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.784671 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:54.788659 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7a5baa24-2446-4df5-b535-c25061ab1d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:54.876125 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:54.913163 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:54.964400 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b253f20-2137-4adf-a20c-c936bd57be62 req-ba3e6c04-8a82-449f-b595-a7388edd5065 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:54.966010 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9b253f20-2137-4adf-a20c-c936bd57be62 req-ba3e6c04-8a82-449f-b595-a7388edd5065 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 944 time: 0.1356959 Jun 02 16:42:55.009705 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.016866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f2610952-1ff0-4484-8b19-315db3f3d33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:55.034493 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9b253f20-2137-4adf-a20c-c936bd57be62 req-a38d01f5-060f-4237-b722-57f7c769d916 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622365 Jun 02 16:42:55.035461 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9c1f94-ead2-4f1c-b319-9ddbfe67fde2,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:55.038887 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:55.042315 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.043379 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b85e3a25-7afa-40b2-9b3b-bab3580a6e5d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d9c1f94-ead2-4f1c-b319-9ddbfe67fde2 HTTP/1.1" status: 204 len: 168 time: 0.2689843 Jun 02 16:42:55.322073 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50344) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:55.339744 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.355075 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:55.359437 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5e0ab23b344efb809fb03b9daccae8 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:55.362241 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:55.367816 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:55.457689 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.461665 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.470192 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-060afe67-861e-48e1-8679-7fc3675f5618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:55.511712 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac5e0ab23b344efb809fb03b9daccae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883354 Jun 02 16:42:55.512754 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c775e6-70ca-4adb-961e-190b01726408,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:55.515957 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50346) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:55.527059 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:55.573590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.593647 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 29c851a4-9ca1-4149-9720-003c6b8056b5 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:42:55.599874 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.657280 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.662189 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-062ba109-980c-4de6-a18d-bfaf52509fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:55.663806 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 29c851a4-9ca1-4149-9720-003c6b8056b5 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:55.671305 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 29c851a4-9ca1-4149-9720-003c6b8056b5 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:55.671676 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.674949 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c775e6-70ca-4adb-961e-190b01726408,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:55.677865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:55.679830 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.680962 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5c775e6-70ca-4adb-961e-190b01726408 HTTP/1.1" status: 204 len: 168 time: 0.1640816 Jun 02 16:42:55.799823 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.828009 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:55.830264 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a3f53-7fa0-4825-81f1-930f46280908" -d '{"events": [{"server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "name": "network-vif-plugged", "status": "completed", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:55.837761 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 29c851a4-9ca1-4149-9720-003c6b8056b5, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=29c851a4-9ca1-4149-9720-003c6b8056b5,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:55.842448 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:55.844399 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:55.883800 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541c124f-b253-404c-8a88-b8dfcd0738cf x-openstack-request-id: req-541c124f-b253-404c-8a88-b8dfcd0738cf {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:55.884099 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "name": "network-vif-plugged", "status": "completed", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:55.884353 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-541c124f-b253-404c-8a88-b8dfcd0738cf {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:55.884761 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'code': 200} Jun 02 16:42:55.918431 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=29c851a4-9ca1-4149-9720-003c6b8056b5,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:55.921328 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:56.047145 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50356) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:56.065923 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.082815 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:56.087144 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9fad1401884ba6ac88c15eff099e0e is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:56.090664 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:56.102760 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:56.128474 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd61585-7530-407f-a70e-c9864b67b4ed req-93378fa0-292d-4893-9c82-9eab00777370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:56.130160 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8cd61585-7530-407f-a70e-c9864b67b4ed req-93378fa0-292d-4893-9c82-9eab00777370 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 1098 time: 0.0852544 Jun 02 16:42:56.192064 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.196615 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.209804 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3e3280c0-6de9-4d0f-b2a1-a0279cffba58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:56.228982 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8cd61585-7530-407f-a70e-c9864b67b4ed req-a30d655e-6689-40c6-a427-55b5c4bb0a72 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920060 Jun 02 16:42:56.250550 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff9fad1401884ba6ac88c15eff099e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023311 Jun 02 16:42:56.251464 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d70d77-ed61-456a-997d-e1953e25ba5a,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:56.251576 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189041a-5177-4ee3-88df-2fa489367f39 req-76ff2a57-9d75-49f2-b7f7-ec94a1ba1c51 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:56.252972 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d189041a-5177-4ee3-88df-2fa489367f39 req-76ff2a57-9d75-49f2-b7f7-ec94a1ba1c51 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 945 time: 0.1021931 Jun 02 16:42:56.253433 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50360) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:56.254965 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:56.329025 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d189041a-5177-4ee3-88df-2fa489367f39 req-bb450156-935f-4e87-99fd-2a66ec2bf7ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647106 Jun 02 16:42:56.344559 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.370195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.422324 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.427163 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-639a7e3d-368e-4879-bafc-cd7dad4d500e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:56.443008 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d70d77-ed61-456a-997d-e1953e25ba5a,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:56.445919 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:56.448088 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:56.449596 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06d70d77-ed61-456a-997d-e1953e25ba5a HTTP/1.1" status: 204 len: 168 time: 0.1950405 Jun 02 16:42:57.521069 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820b890-8241-446f-86e9-b5a0f103f406 req-b9a120a9-3c26-4f0d-9618-49992436f458 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:57.522649 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a820b890-8241-446f-86e9-b5a0f103f406 req-b9a120a9-3c26-4f0d-9618-49992436f458 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 945 time: 0.0803444 Jun 02 16:42:57.568276 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a820b890-8241-446f-86e9-b5a0f103f406 req-2052e7e5-bf4d-406c-a117-3deb678f9421 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Jun 02 16:42:57.753646 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d3c-9a7f-4b17-9d67-083455f473a1 req-acb978ab-1859-49da-a9f7-43e1e820d55b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:57.755097 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c4783d3c-9a7f-4b17-9d67-083455f473a1 req-acb978ab-1859-49da-a9f7-43e1e820d55b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 945 time: 0.0841024 Jun 02 16:42:57.766768 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50412) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:57.771860 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Request body: {'floatingip': {'port_id': '29c851a4-9ca1-4149-9720-003c6b8056b5'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:57.850187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:58.734716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:58.738350 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:58.906143 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.l3_db [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Floating IP cd9f9300-d4d1-444c-985c-acf80fedb553 associated. External IP: 172.28.0.244, port: 29c851a4-9ca1-4149-9720-003c6b8056b5. Jun 02 16:42:59.355590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Router 48b39533-2e73-4f99-92d6-96fa31009774 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:59.539450 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:59.543736 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:59.552951 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:59.564446 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:59.565321 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:59.607563 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-375ca920-aa87-4894-a0df-3ca273b47f9b tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "PUT /v2.0/floatingips/cd9f9300-d4d1-444c-985c-acf80fedb553 HTTP/1.1" status: 200 len: 991 time: 1.8371572 Jun 02 16:42:59.607563 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:59.613801 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62b920-e843-4bb1-a223-70651dc0f6da" -d '{"events": [{"name": "network-changed", "server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:59.680680 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4154d90-8229-4e75-b515-3744852055fa x-openstack-request-id: req-e4154d90-8229-4e75-b515-3744852055fa {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:59.681696 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:59.682073 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4154d90-8229-4e75-b515-3744852055fa {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:59.682610 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'status': 'completed', 'code': 200} Jun 02 16:42:59.760266 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:59.781645 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-23698b58-83c3-41c9-9910-f5ce87583d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:59.783107 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-23698b58-83c3-41c9-9910-f5ce87583d6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4841dca9be2d4230854a98ee293b6f94&device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 1098 time: 0.0728199 Jun 02 16:42:59.921490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-89c19829-6d3f-4835-8cb9-19cbfc0dfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:59.922950 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-89c19829-6d3f-4835-8cb9-19cbfc0dfbff service neutron] 10.222.0.48 "GET /v2.0/networks?id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 200 len: 910 time: 0.1314297 Jun 02 16:43:00.048087 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-78c6b5fe-dc9f-4638-8e7e-a572dcb9de3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29c851a4-9ca1-4149-9720-003c6b8056b5 HTTP/1.1" status: 200 len: 999 time: 0.1133339 Jun 02 16:43:00.126801 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-1de011c7-4a84-495f-9275-7f7133d758ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:00.128401 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-1de011c7-4a84-495f-9275-7f7133d758ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 200 len: 848 time: 0.0731218 Jun 02 16:43:00.155639 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'cd9f9300-d4d1-444c-985c-acf80fedb553', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'port_id': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'mac_address': 'fa:16:3e:e6:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b977-f04b-4337-9ec8-c6e408641814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:41Z', 'updated_at': '2021-06-02T16:42:58Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:00.160109 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:00.168322 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:00.168949 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:42:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:00.215947 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-88873e90-e634-4886-8217-b3481cc2d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:00.217562 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-88873e90-e634-4886-8217-b3481cc2d93e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738506 Jun 02 16:43:00.356650 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-401fda52-295a-40c8-8fad-ecd6e8b3689a service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282475 Jun 02 16:43:00.398616 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:00.498719 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7f62b920-e843-4bb1-a223-70651dc0f6da req-e65d11d8-34ac-49fa-aa31-d7aea739c416 service neutron] 10.222.0.48 "GET /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338217 Jun 02 16:43:00.798898 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'cd9f9300-d4d1-444c-985c-acf80fedb553', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'port_id': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'mac_address': 'fa:16:3e:e6:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b977-f04b-4337-9ec8-c6e408641814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:41Z', 'updated_at': '2021-06-02T16:42:58Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:00.802926 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca215e-5b8e-4805-94e7-c55a4cd03290 None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'cd9f9300-d4d1-444c-985c-acf80fedb553', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'port_id': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'mac_address': 'fa:16:3e:e6:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b977-f04b-4337-9ec8-c6e408641814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:41Z', 'updated_at': '2021-06-02T16:42:58Z', 'revision_number': 1, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:00.984871 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804f7b3-2fc5-4f1d-8116-eb4e2aab2afa None None] New status for floating IP cd9f9300-d4d1-444c-985c-acf80fedb553: ACTIVE {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:43:04.459725 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a17d95ef-9aba-42e3-a948-77434086bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:05.748084 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:06.929405 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a788-52b8-4341-bd92-a5a1e8cbb290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:07.293699 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:07.941041 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.481988 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50564) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:08.596694 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.611367 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:08.615124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Usage tracker for resource:security_group_rule and tenant:72b32faa914c4a4189188c513d356cd9 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:08.617943 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:08.625384 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:08.705564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.709436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.718529 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b86023d1-5438-4ac8-b0e0-eb5d135562ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:08.756594 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72b32faa914c4a4189188c513d356cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735467 Jun 02 16:43:08.758178 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b30c8-ad27-4f3a-98c9-5eec7bd3ef90,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:08.759205 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50570) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:08.766084 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.766445 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.766793 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.767137 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.767471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.767807 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.768141 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.768472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.768837 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.769169 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.769498 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.769825 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:08.773705 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:08.817528 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.843350 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.896470 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.901445 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9f79f2ef-c152-46be-b370-d6f57cb1aec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:08.915890 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b30c8-ad27-4f3a-98c9-5eec7bd3ef90,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:08.918466 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:08.931033 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.932433 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d6b30c8-ad27-4f3a-98c9-5eec7bd3ef90 HTTP/1.1" status: 204 len: 168 time: 0.1722496 Jun 02 16:43:09.210440 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50586) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:09.229123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.244190 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:09.248398 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc9d135d924404793256f59683162dc is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:09.251214 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:09.256869 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:09.344319 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.348083 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.356486 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-02303d8a-8d9a-4787-b64d-d063d3476d2f tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:09.394337 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bc9d135d924404793256f59683162dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824675 Jun 02 16:43:09.395858 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce136da-a148-4588-87d6-f5c61d9fa25b,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:09.396972 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50588) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:09.398878 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:09.458555 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.483651 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.534088 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.538719 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dcf1471a-fd04-46be-aa5f-5a0bd619819c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:09.551875 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce136da-a148-4588-87d6-f5c61d9fa25b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:09.554719 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:09.558786 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:09.560421 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bce136da-a148-4588-87d6-f5c61d9fa25b HTTP/1.1" status: 204 len: 168 time: 0.1624341 Jun 02 16:43:09.695819 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:10.730668 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea2ea7-a684-427c-965a-206a5e8e4d35 req-0cac4ffa-83d5-4d90-ac93-6c9176e27a51 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:10.733447 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d2ea2ea7-a684-427c-965a-206a5e8e4d35 req-0cac4ffa-83d5-4d90-ac93-6c9176e27a51 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.0822687 Jun 02 16:43:10.786796 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d2ea2ea7-a684-427c-965a-206a5e8e4d35 req-35403e44-ee15-4829-b573-499aa9ff339c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Jun 02 16:43:11.983270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357037-f2ba-4fb5-8f1b-307f36394038 req-e02c7645-b2b2-4fe6-b6b5-8082588c8f2c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:11.984851 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72357037-f2ba-4fb5-8f1b-307f36394038 req-e02c7645-b2b2-4fe6-b6b5-8082588c8f2c tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.0878584 Jun 02 16:43:12.032213 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72357037-f2ba-4fb5-8f1b-307f36394038 req-dcd42bad-4d51-4292-a4c6-9ca5ce9dfa36 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Jun 02 16:43:13.224863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8efab-e94a-4231-8dff-609f1f11892a req-c8e7de15-bb0b-490f-9d46-77440f71769d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:13.226330 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cec8efab-e94a-4231-8dff-609f1f11892a req-c8e7de15-bb0b-490f-9d46-77440f71769d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.0835752 Jun 02 16:43:13.272566 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cec8efab-e94a-4231-8dff-609f1f11892a req-06d683ee-249d-4ca0-baf7-e45f189e0455 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Jun 02 16:43:13.558718 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50658) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:13.672441 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:13.686996 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:13.690759 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Usage tracker for resource:security_group_rule and tenant:1f51a55d65324e289a47de61eb2d69b3 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:13.693505 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:13.699080 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:13.780302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:13.784143 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:13.790783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-336bfc5b-8cfe-45b2-95af-29002c9117ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:13.831580 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f51a55d65324e289a47de61eb2d69b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717512 Jun 02 16:43:13.832232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8326bd6d-9ecb-4a1a-952b-a87d893673d7,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:13.834300 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50662) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:13.835334 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:13.899540 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:13.925493 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:13.978025 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:13.982567 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fba2105d-a506-46c3-84c5-8647da2cdb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:13.994217 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8326bd6d-9ecb-4a1a-952b-a87d893673d7,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:13.999228 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:14.003274 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:14.004416 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8326bd6d-9ecb-4a1a-952b-a87d893673d7 HTTP/1.1" status: 204 len: 168 time: 0.1691103 Jun 02 16:43:14.549148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cfa8d-a63b-464d-9a0d-e01052fb7497 req-5bbc9d7b-a789-4d60-b640-dd38e9f5e8aa tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:14.550614 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-322cfa8d-a63b-464d-9a0d-e01052fb7497 req-5bbc9d7b-a789-4d60-b640-dd38e9f5e8aa tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.1622040 Jun 02 16:43:14.594461 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-322cfa8d-a63b-464d-9a0d-e01052fb7497 req-95e65665-f757-432a-a9a0-26f254227420 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Jun 02 16:43:15.689156 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-3b100532-04fd-4191-80bc-7ec8b7814fa8 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:15.690557 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-3b100532-04fd-4191-80bc-7ec8b7814fa8 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.0845864 Jun 02 16:43:15.883496 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b725584-eb18-4e58-a46a-0435b2d64467 req-813ffc71-dfe2-4577-b025-e5535396be56 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:15.884950 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7b725584-eb18-4e58-a46a-0435b2d64467 req-813ffc71-dfe2-4577-b025-e5535396be56 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 945 time: 0.1567976 Jun 02 16:43:15.915356 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Deleting port 976ff907-8f7a-40cc-8166-55e0ca6443bb {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:43:15.915690 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:15.965025 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7b725584-eb18-4e58-a46a-0435b2d64467 req-9e25e792-10f9-4d16-b94e-d349ad1f09d0 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/security-groups?id=99aeb759-d2da-41cc-972b-ddcf3b180051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723441 Jun 02 16:43:16.062453 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] For port 976ff907-8f7a-40cc-8166-55e0ca6443bb, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=976ff907-8f7a-40cc-8166-55e0ca6443bb,segment=NetworkSegment(866f9f2f-92b6-4d93-907f-9c8c9bc1c15d),segment_id=866f9f2f-92b6-4d93-907f-9c8c9bc1c15d)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:16.062811 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:16.195073 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Calling delete_port for 976ff907-8f7a-40cc-8166-55e0ca6443bb owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:43:16.317291 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:16.322465 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b9751060-f182-4edd-ac59-0fa4d2eff6ed tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:16.330357 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['976ff907-8f7a-40cc-8166-55e0ca6443bb'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:43:16.369512 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Pushing event deleted for resources: {'Port': ['ID=976ff907-8f7a-40cc-8166-55e0ca6443bb,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:16.395848 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:16.445354 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] No DVR routers for this DVR port 976ff907-8f7a-40cc-8166-55e0ca6443bb on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:43:16.447889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:16.450982 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'name': 'network-vif-deleted', 'tag': '976ff907-8f7a-40cc-8166-55e0ca6443bb'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:43:16.453417 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c42bcd4-08cb-4df2-a57f-a71153b4ba11" -d '{"events": [{"server_uuid": "3cefc74c-0bff-4f28-a088-22bf46a19134", "name": "network-vif-deleted", "tag": "976ff907-8f7a-40cc-8166-55e0ca6443bb"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:43:16.473742 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f2578252-d718-4c14-bc1b-61cbcb8ecb7f req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.48 "DELETE /v2.0/ports/976ff907-8f7a-40cc-8166-55e0ca6443bb HTTP/1.1" status: 204 len: 173 time: 0.7739692 Jun 02 16:43:16.503413 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc5a8d-1946-4620-8ddc-cdccd5759663 x-openstack-request-id: req-27fc5a8d-1946-4620-8ddc-cdccd5759663 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:43:16.503733 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefc74c-0bff-4f28-a088-22bf46a19134", "name": "network-vif-deleted", "tag": "976ff907-8f7a-40cc-8166-55e0ca6443bb", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:43:16.504013 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27fc5a8d-1946-4620-8ddc-cdccd5759663 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:43:16.504444 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefc74c-0bff-4f28-a088-22bf46a19134', 'name': 'network-vif-deleted', 'tag': '976ff907-8f7a-40cc-8166-55e0ca6443bb', 'status': 'completed', 'code': 200} Jun 02 16:43:17.133171 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-704db872-60a5-485c-a9c7-371ef00978c0 req-8dc675ea-18e5-492c-9c9b-c258a7871b3d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Synchronizing usage tracker for tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:43:17.148566 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-704db872-60a5-485c-a9c7-371ef00978c0 req-8dc675ea-18e5-492c-9c9b-c258a7871b3d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Unset dirty status for tenant:ae7d2b5bbabb4f68b7bb1aa782a554e6 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:43:17.149740 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-704db872-60a5-485c-a9c7-371ef00978c0 req-8dc675ea-18e5-492c-9c9b-c258a7871b3d tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cefc74c-0bff-4f28-a088-22bf46a19134 HTTP/1.1" status: 200 len: 210 time: 0.0595081 Jun 02 16:43:19.721478 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 976ff907-8f7a-40cc-8166-55e0ca6443bb no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:43:19.755855 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 976ff907-8f7a-40cc-8166-55e0ca6443bb {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:43:19.756205 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 976ff907-8f7a-40cc-8166-55e0ca6443bb not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:43:22.365182 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:43:34.462571 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-bc49b650-f113-4e59-b5dc-851128ff3522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.761042 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:36.184986 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ef5b-791c-4d33-b1b2-2e76d509ec46 req-6dc6de22-bd5c-42d9-958b-3539994f81f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:36.186217 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6257ef5b-791c-4d33-b1b2-2e76d509ec46 req-6dc6de22-bd5c-42d9-958b-3539994f81f8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0870433 Jun 02 16:43:36.238444 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6257ef5b-791c-4d33-b1b2-2e76d509ec46 req-32742b2e-acb9-4fb2-8168-110e9ffd68a3 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 Jun 02 16:43:36.932035 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ef541edc-63e6-4ec7-9c9e-4f2272101b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.288063 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50896) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:37.300554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.359719 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Deleting subnet d5c06351-94d8-47c4-a206-32fd73643b6a {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:43:37.362891 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.418696 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3718008'] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.447548 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab332-33d5-4da6-a20f-f3f91898e4b6 req-56958955-8e11-4839-97ec-f0634af97d9f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:37.449851 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-205ab332-33d5-4da6-a20f-f3f91898e4b6 req-56958955-8e11-4839-97ec-f0634af97d9f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0899570 Jun 02 16:43:37.489103 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.502984 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-205ab332-33d5-4da6-a20f-f3f91898e4b6 req-f2efc357-e375-4e37-8248-96480b329633 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Jun 02 16:43:37.836778 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597732'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.842691 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1da88f93-7983-490a-b0f1-597ba771ab13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:37.885474 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c06351-94d8-47c4-a206-32fd73643b6a,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:37.888663 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:37.889684 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.895849 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6e5821c2-ed68-4f34-a557-ded73a190064 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5c06351-94d8-47c4-a206-32fd73643b6a HTTP/1.1" status: 204 len: 168 time: 0.6066570 Jun 02 16:43:37.898414 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50900) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:37.948149 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.026417 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.149222 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.162105 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb']}} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:38.174511 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d') {'for_net_delete': True} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:38.174802 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866f9f2f-92b6-4d93-907f-9c8c9bc1c15d') {} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:38.185930 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3718001'] for segment, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.202055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.208048 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=98218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:43:38.208430 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215541'] for segment, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: Traceback (most recent call last): Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: timer() Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: cb(*args, **kw) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: return func(*args, **kwargs) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: self._notify() Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: self.callback(batched_events) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: event.method(event) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: return f(self, *a, **k) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: return self._get(url).json() Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: return self.request(url, 'GET', **kwargs) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:43:38.222350 dv-cinder-794021-2-smb neutron-server[98218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:43:38.297429 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.302193 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.304690 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4d0b13a3-5560-49db-8cd7-eec9b785d38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:38.323922 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:38.327002 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:38.329391 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b9c30b2-ac44-4e6f-a6e4-28b5b3c576bb HTTP/1.1" status: 204 len: 168 time: 0.4293358 Jun 02 16:43:38.499975 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50904) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:38.547863 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9e0e9791-329a-49cc-a53b-3f9a3cbd37d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae7d2b5bbabb4f68b7bb1aa782a554e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466712 Jun 02 16:43:38.550479 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50908) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:38.608182 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.633179 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.689074 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.694230 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c8377c67-1552-4db1-b281-d12d7138b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:38.702357 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d72e7-1eca-4380-99af-f7bd5fabe77c req-bee32613-364e-42cb-99cd-cf62d154bf57 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:38.704012 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d69d72e7-1eca-4380-99af-f7bd5fabe77c req-bee32613-364e-42cb-99cd-cf62d154bf57 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0897303 Jun 02 16:43:38.708107 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aeb759-d2da-41cc-972b-ddcf3b180051,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:38.710989 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:38.711933 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.713036 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99aeb759-d2da-41cc-972b-ddcf3b180051 HTTP/1.1" status: 204 len: 168 time: 0.1616476 Jun 02 16:43:38.753287 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d69d72e7-1eca-4380-99af-f7bd5fabe77c req-d18d4099-277b-4e50-9eff-de66dcbecc1a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Jun 02 16:43:39.427892 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50932) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:39.530403 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662213550-network', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:39.535078 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:39.538883 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Usage tracker for resource:network and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:39.541635 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:39.547139 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:39.557914 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Made reservation on behalf of 8f9fd4743d584cb3843c76c038077e2f for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:43:39.560168 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.571866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.586253 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:39.590651 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:39.593500 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:39.599042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:39.682828 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.687214 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.691437 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b001642d-fa20-46d0-a829-dd54d4c68e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:39.699084 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.718032 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:43:39.726131 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f33a4e-bb59-45f6-921e-f2de9f8d404e,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:39.730179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:39.733236 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.733641 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Added segment 7977b507-a63a-4803-a415-25e26f85dcca of type vlan for network d4072d85-aeb1-4b42-8297-093313a1df8a Jun 02 16:43:39.759774 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.792016 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.793647 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:39.794328 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.799097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-026410ef-b36c-4f45-bc68-94b6be7a4051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:39.899487 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4705136 Jun 02 16:43:39.902377 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50938) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:39.907494 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Request body: {'subnet': {'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662213550-subnet', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:39.912330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:39.916145 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Usage tracker for resource:subnet and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:39.919227 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:39.925077 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:39.931243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Pushing event updated for resources: {'Network': ['ID=d4072d85-aeb1-4b42-8297-093313a1df8a,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:39.939204 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:39.941414 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network d4072d85-aeb1-4b42-8297-093313a1df8a details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:43:39.941668 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Made reservation on behalf of 8f9fd4743d584cb3843c76c038077e2f for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:43:39.944197 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.985196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbc67b-d3f1-4e33-89ac-5ed6d32435c7 req-da8afd31-bd3e-4c47-a6e0-3feb45e44bdd tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:39.986803 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-14fbc67b-d3f1-4e33-89ac-5ed6d32435c7 req-da8afd31-bd3e-4c47-a6e0-3feb45e44bdd tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0939646 Jun 02 16:43:40.033716 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-14fbc67b-d3f1-4e33-89ac-5ed6d32435c7 req-42be4f1d-bb82-4c26-bc53-92edccceeb59 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Jun 02 16:43:40.330808 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.335065 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:40.410232 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5635e04a-d5b5-46ce-8f9a-fee03a28113b,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:40.412895 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:40.415468 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Checking segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:40.415816 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Network hostable DHCP agents. Network: d4072d85-aeb1-4b42-8297-093313a1df8a, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:43:40.432727 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Network d4072d85-aeb1-4b42-8297-093313a1df8a is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:43:40.441530 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, d4072d85-aeb1-4b42-8297-093313a1df8a) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:40.450862 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05628d6e-1233-40cd-aaa4-ad700807effd None None] Network d4072d85-aeb1-4b42-8297-093313a1df8a requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:43:40.451693 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:40.452297 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.472615 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5689902 Jun 02 16:43:40.475179 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50942) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:40.479677 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:40.484220 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:40.488111 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Usage tracker for resource:router and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:40.491050 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:40.496961 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:40.510136 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.511278 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.529399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.674336 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-d4072d85-aeb1-4b42-8297-093313a1df8a', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:43:40.675197 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.828026 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Allocated IP 172.20.0.2 (d4072d85-aeb1-4b42-8297-093313a1df8a/5635e04a-d5b5-46ce-8f9a-fee03a28113b/e65122d2-e71f-4229-b13e-ae62fdcb990c) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:40.894799 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.034653 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.044640 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Transition to ACTIVE for port object e65122d2-e71f-4229-b13e-ae62fdcb990c will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:41.062403 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Transition to ACTIVE for port object e65122d2-e71f-4229-b13e-ae62fdcb990c will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:41.066930 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.070324 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:41.134121 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Network d4072d85-aeb1-4b42-8297-093313a1df8a is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:41.137145 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:41.140785 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:41.146558 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Pushing event updated for resources: {'Port': ['ID=e65122d2-e71f-4229-b13e-ae62fdcb990c,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:41.150290 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:41.238881 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Attempting to bind port e65122d2-e71f-4229-b13e-ae62fdcb990c on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:43:41.239253 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Attempting to bind port e65122d2-e71f-4229-b13e-ae62fdcb990c by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:43:41.239618 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Attempting to bind port e65122d2-e71f-4229-b13e-ae62fdcb990c on network d4072d85-aeb1-4b42-8297-093313a1df8a {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:41.242436 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.245631 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:43:41.246005 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Checking segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:41.246436 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.247289 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Bound using segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:43:41.247388 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22951417-c77e-409c-9a80-5bb923b180b1 req-f7214d0c-1ff9-492c-ab04-12c592212519 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:41.247817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Bound port: e65122d2-e71f-4229-b13e-ae62fdcb990c, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:43:41.247817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.248667 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22951417-c77e-409c-9a80-5bb923b180b1 req-f7214d0c-1ff9-492c-ab04-12c592212519 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0878704 Jun 02 16:43:41.274135 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.383136 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] For port e65122d2-e71f-4229-b13e-ae62fdcb990c, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:43:41.386625 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] For port e65122d2-e71f-4229-b13e-ae62fdcb990c, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=e65122d2-e71f-4229-b13e-ae62fdcb990c,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:43:41.391802 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.396381 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:41.401425 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22951417-c77e-409c-9a80-5bb923b180b1 req-363d216b-c54d-47db-ab60-31d0467247e2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435626 Jun 02 16:43:41.430756 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Allocated IP 172.28.0.122 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/45772016-ae56-4c16-9735-7abebb17d0d7) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:41.472440 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Pushing event updated for resources: {'Port': ['ID=e65122d2-e71f-4229-b13e-ae62fdcb990c,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:41.475638 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:41.589977 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.619570 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.623759 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:41.696290 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:41.699764 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:41.703513 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:41.737743 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Pushing event updated for resources: {'Port': ['ID=45772016-ae56-4c16-9735-7abebb17d0d7,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:41.743708 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:42.115227 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.331963 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11006266-643e-48ea-8f8c-efd43889b2f4 None None] Network d4072d85-aeb1-4b42-8297-093313a1df8a requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:43:42.465696 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-63733675-eb33-4e10-bf13-ac138d1e8b93 None None] Provisioning for port e65122d2-e71f-4229-b13e-ae62fdcb990c completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:42.578820 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.638765 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff873f-934c-4284-be85-507d648f49c5 req-92c1f65b-418c-47c1-a719-601e2f569b5f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:42.640457 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3bff873f-934c-4284-be85-507d648f49c5 req-92c1f65b-418c-47c1-a719-601e2f569b5f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0957055 Jun 02 16:43:42.692825 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3bff873f-934c-4284-be85-507d648f49c5 req-b9840281-0b66-4762-aed3-4b7d718e128a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465722 Jun 02 16:43:42.828133 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Router b5c48763-c984-4ae5-a45d-29950f1e909d is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:43:43.014734 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:43.025757 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Sync routers for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:43.037127 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:43.037723 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:43.040034 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.041312 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e3e78e7d-5a0a-4005-993f-394cbd5a5196 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5652468 Jun 02 16:43:43.044448 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 50960) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:43.237159 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:43.284907 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device e65122d2-e71f-4229-b13e-ae62fdcb990c up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:43.503225 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port e65122d2-e71f-4229-b13e-ae62fdcb990c completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:43.519622 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port e65122d2-e71f-4229-b13e-ae62fdcb990c triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:43.520003 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.687177 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:41Z', 'revision_number': 3, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:43.691431 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.704627 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Checking router: b5c48763-c984-4ae5-a45d-29950f1e909d for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:43.705010 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Updating router b5c48763-c984-4ae5-a45d-29950f1e909d port 45772016-ae56-4c16-9735-7abebb17d0d7 binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:43:43.718355 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.776041 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port e65122d2-e71f-4229-b13e-ae62fdcb990c, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=e65122d2-e71f-4229-b13e-ae62fdcb990c,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:43.779516 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.807604 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.816342 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:43.898198 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9843-b2f3-4c02-91b4-ab0eeaf7be24 req-eafc54d6-a381-4d06-9bd8-df2dd54e6789 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:43.899796 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cd1e9843-b2f3-4c02-91b4-ab0eeaf7be24 req-eafc54d6-a381-4d06-9bd8-df2dd54e6789 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0867960 Jun 02 16:43:43.948487 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cd1e9843-b2f3-4c02-91b4-ab0eeaf7be24 req-6a39bd36-3c55-441c-b576-bbdb28cf8a58 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Jun 02 16:43:43.957769 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=e65122d2-e71f-4229-b13e-ae62fdcb990c,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:43.975022 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.975373 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.975711 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.976686 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.977035 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.977360 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.978097 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.978425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.978744 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.979099 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.979374 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.979688 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:43.985310 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:44.048215 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Allocated IP 172.20.0.1 (d4072d85-aeb1-4b42-8297-093313a1df8a/5635e04a-d5b5-46ce-8f9a-fee03a28113b/2206e81c-fe5d-488f-9419-3187e057110a) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:44.200382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.216999 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Transition to ACTIVE for port object 2206e81c-fe5d-488f-9419-3187e057110a will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:44.235843 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.242233 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.248371 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:44.249435 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Transition to ACTIVE for port object 45772016-ae56-4c16-9735-7abebb17d0d7 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:44.256282 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.259758 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:44.313644 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Network d4072d85-aeb1-4b42-8297-093313a1df8a is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:44.317045 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:44.319397 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:44.333688 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Attempting to bind port 45772016-ae56-4c16-9735-7abebb17d0d7 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:43:44.334066 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Attempting to bind port 45772016-ae56-4c16-9735-7abebb17d0d7 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:43:44.334435 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Attempting to bind port 45772016-ae56-4c16-9735-7abebb17d0d7 on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:44.340886 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f90976-075a-42ca-8629-69ee948132cf None None] Pushing event updated for resources: {'Port': ['ID=45772016-ae56-4c16-9735-7abebb17d0d7,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:44.354094 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c8f90976-075a-42ca-8629-69ee948132cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:44.354895 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:43:44.355258 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:44.356324 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.356856 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:43:44.357336 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Bound port: 45772016-ae56-4c16-9735-7abebb17d0d7, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:43:44.357709 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.379859 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.444728 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] For port 45772016-ae56-4c16-9735-7abebb17d0d7, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:43:44.448294 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] For port 45772016-ae56-4c16-9735-7abebb17d0d7, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=45772016-ae56-4c16-9735-7abebb17d0d7,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:43:44.453487 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.457756 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:44.540099 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:44.540725 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:44.576812 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Pushing event updated for resources: {'Port': ['ID=2206e81c-fe5d-488f-9419-3187e057110a,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:44.579846 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:44.606875 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f90976-075a-42ca-8629-69ee948132cf None None] Pushing event updated for resources: {'Port': ['ID=45772016-ae56-4c16-9735-7abebb17d0d7,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:44.618379 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c8f90976-075a-42ca-8629-69ee948132cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:44.650316 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-940a0c02-d8c9-42a8-a995-192206fcd59a None None] Provisioning for port 2206e81c-fe5d-488f-9419-3187e057110a completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:44.672512 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.708160 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-940a0c02-d8c9-42a8-a995-192206fcd59a None None] Provisioning complete for port 2206e81c-fe5d-488f-9419-3187e057110a triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:44.708365 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-940a0c02-d8c9-42a8-a995-192206fcd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.793731 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-940a0c02-d8c9-42a8-a995-192206fcd59a None None] Port 2206e81c-fe5d-488f-9419-3187e057110a cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:43:44.804541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:44.926659 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.931878 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.965216 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3a919119-ec76-482d-8810-30129fa3ab3c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:45.039740 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:45.065055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Pushing event updated for resources: {'Port': ['ID=2206e81c-fe5d-488f-9419-3187e057110a,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:45.067963 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:45.159881 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 1, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:45.162036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348f7f-9064-4e98-bce4-198b1c64aa5a req-cdb96104-69cf-46d2-a925-d81f36af26d6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:45.164266 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-66348f7f-9064-4e98-bce4-198b1c64aa5a req-cdb96104-69cf-46d2-a925-d81f36af26d6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0926630 Jun 02 16:43:45.168003 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a6719-51d2-4897-85fa-5049b5254307 None None] The sync data for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb is: [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 1, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:45.200133 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Network d4072d85-aeb1-4b42-8297-093313a1df8a is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:45.201486 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:45.229495 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-66348f7f-9064-4e98-bce4-198b1c64aa5a req-d8712268-f8b5-47fa-ba84-0ae6147018e1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495734 Jun 02 16:43:45.255866 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device e65122d2-e71f-4229-b13e-ae62fdcb990c up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:45.337667 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port e65122d2-e71f-4229-b13e-ae62fdcb990c triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:45.338327 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:45.439140 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Router b5c48763-c984-4ae5-a45d-29950f1e909d has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:43:45.523917 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-507e8c53-987d-46bd-8dde-de5639b68b90 None None] Provisioning complete for port 2206e81c-fe5d-488f-9419-3187e057110a triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:45.524316 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-507e8c53-987d-46bd-8dde-de5639b68b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:45.588171 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-507e8c53-987d-46bd-8dde-de5639b68b90 None None] Port 2206e81c-fe5d-488f-9419-3187e057110a cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:43:45.754561 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:45.764140 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] 10.222.0.38 "PUT /v2.0/routers/b5c48763-c984-4ae5-a45d-29950f1e909d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7186563 Jun 02 16:43:46.389561 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 50998) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:46.394709 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288481093-network', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:46.431372 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:46.443467 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Usage tracker for resource:network and tenant:b261f0f72da14d13aa701e3a5103784c is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:46.447536 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:46.456166 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:46.479765 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Made reservation on behalf of b261f0f72da14d13aa701e3a5103784c for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:43:46.482581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.497182 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.517913 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:46.529124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4af12-972c-46fc-a71a-6586b64b954c req-4fecbd26-fade-4400-a148-a8d4d11d6a34 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:46.530553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5be4af12-972c-46fc-a71a-6586b64b954c req-4fecbd26-fade-4400-a148-a8d4d11d6a34 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1320660 Jun 02 16:43:46.531463 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Usage tracker for resource:security_group_rule and tenant:b261f0f72da14d13aa701e3a5103784c is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:46.534406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:46.555150 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:46.599143 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5be4af12-972c-46fc-a71a-6586b64b954c req-51cd6f95-68c8-4b33-ae0b-f2ca93966862 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619149 Jun 02 16:43:46.666996 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.670913 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.674779 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e952694d-fa3c-44c4-b049-287c09dc2b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:46.702647 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:43:46.711257 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4243a04b-96e5-486b-b62a-89d87547f475,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:46.715061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:46.718022 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.718971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Added segment 27301198-0368-4aa3-ad6d-857eaad7429e of type vlan for network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 Jun 02 16:43:46.744393 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.773285 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.774550 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:46.775113 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:46.780195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:46.876056 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4850912 Jun 02 16:43:46.878753 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51000) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:46.881077 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Pushing event updated for resources: {'Network': ['ID=30c31d8a-7ed6-420c-8430-ca0d9f7088f8,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:46.883873 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:46.884203 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Request body: {'subnet': {'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288481093-subnet', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:46.889422 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:46.892102 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:43:46.893744 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Usage tracker for resource:subnet and tenant:b261f0f72da14d13aa701e3a5103784c is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:46.896691 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:46.903107 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:46.914405 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Made reservation on behalf of b261f0f72da14d13aa701e3a5103784c for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:43:46.917434 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.251558 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Sync routers for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:47.262153 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:47.262747 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:47.267100 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 45772016-ae56-4c16-9735-7abebb17d0d7 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:47.336182 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 45772016-ae56-4c16-9735-7abebb17d0d7 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:47.343523 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 45772016-ae56-4c16-9735-7abebb17d0d7 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:47.344324 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.346356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.352550 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:47.443306 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Checking segment: {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:47.443719 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Network hostable DHCP agents. Network: 30c31d8a-7ed6-420c-8430-ca0d9f7088f8, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:43:47.448980 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5343f641-4c05-4b01-b0af-c893a6b472bd,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:47.452750 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:47.469478 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:43:47.483225 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 30c31d8a-7ed6-420c-8430-ca0d9f7088f8) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:47.497263 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.500068 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:47.500660 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.504839 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37b8de-0ca3-4141-9fbd-f0d0e06621d1 None None] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:43:47.517979 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:47.532426 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-068251b3-121b-4ed6-9297-53956103ca97 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6522131 Jun 02 16:43:47.534703 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51010) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:47.541160 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:47.548556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:47.550422 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 45772016-ae56-4c16-9735-7abebb17d0d7, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=45772016-ae56-4c16-9735-7abebb17d0d7,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:47.554072 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.555853 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Usage tracker for resource:router and tenant:b261f0f72da14d13aa701e3a5103784c is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:47.558228 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c8f90976-075a-42ca-8629-69ee948132cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:47.564928 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:47.573225 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:47.586471 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.587634 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.609029 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:47.792000 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=45772016-ae56-4c16-9735-7abebb17d0d7,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:47.807580 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:47.827475 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:43:47.911350 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'fixed_ips': [{'subnet_id': '5343f641-4c05-4b01-b0af-c893a6b472bd'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:43:47.914838 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.050580 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 2, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:48.055261 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Checking router: b5c48763-c984-4ae5-a45d-29950f1e909d for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:48.056244 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Updating router b5c48763-c984-4ae5-a45d-29950f1e909d port 2206e81c-fe5d-488f-9419-3187e057110a binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:43:48.102902 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.139084 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.145415 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45bf4f-c462-4a0a-aa2e-28cb24a87afd req-7eff27a4-e58c-4862-ba72-6fe2447f5e60 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:48.147075 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9f45bf4f-c462-4a0a-aa2e-28cb24a87afd req-7eff27a4-e58c-4862-ba72-6fe2447f5e60 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.3857844 Jun 02 16:43:48.225172 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9f45bf4f-c462-4a0a-aa2e-28cb24a87afd req-5498452b-96d0-4d04-a5f9-0cc78bff47ba tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680659 Jun 02 16:43:48.295134 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Allocated IP 172.20.0.2 (30c31d8a-7ed6-420c-8430-ca0d9f7088f8/5343f641-4c05-4b01-b0af-c893a6b472bd/8d46b559-03fe-46b0-9922-0ff46b5c9775) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:48.302908 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:48.321646 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'mac_address': 'fa:16:3e:8a:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:43:48.401302 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.431252 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeec5df1-4d9d-4dfb-8dfc-42affcaff96d {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:43:48.489399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.508557 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:48.515513 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.524215 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.525333 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:48.583481 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.600665 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Transition to ACTIVE for port object 2206e81c-fe5d-488f-9419-3187e057110a will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:48.610743 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.618562 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-cf552a0c-9cd5-473e-b327-a02086f20dcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:48.661569 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:43:48.697890 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Pushing event updated for resources: {'Port': ['ID=2206e81c-fe5d-488f-9419-3187e057110a,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:48.709755 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.710231 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.711052 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.711488 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.711906 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.712820 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.713211 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.713692 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.714233 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.714671 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.715114 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.715535 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:48.720648 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:48.743675 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=6']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:48.754629 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:48.763176 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.787381 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Transition to ACTIVE for port object 8d46b559-03fe-46b0-9922-0ff46b5c9775 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:48.838656 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Allocated IP 172.28.0.33 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/3c73a765-cec8-4edb-b4ba-a40281e46336) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:48.871380 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Transition to ACTIVE for port object 8d46b559-03fe-46b0-9922-0ff46b5c9775 will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:48.885218 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.897751 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:48.941653 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Attempting to bind port 2206e81c-fe5d-488f-9419-3187e057110a on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:43:48.942185 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Attempting to bind port 2206e81c-fe5d-488f-9419-3187e057110a by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:43:48.942549 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Attempting to bind port 2206e81c-fe5d-488f-9419-3187e057110a on network d4072d85-aeb1-4b42-8297-093313a1df8a {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:48.943379 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:48.951199 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:48.969107 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:43:48.972010 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Checking segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:48.972794 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:48.973340 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Bound using segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:43:48.974031 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Bound port: 2206e81c-fe5d-488f-9419-3187e057110a, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:43:48.974165 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:48.976071 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.055219 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.092351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.102097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-97781c7b-02ba-40b8-9725-2037534768ef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:49.118207 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] For port 2206e81c-fe5d-488f-9419-3187e057110a, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:43:49.123745 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] For port 2206e81c-fe5d-488f-9419-3187e057110a, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=2206e81c-fe5d-488f-9419-3187e057110a,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:43:49.129539 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.144165 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-3f2a6ff2-f19e-4f66-a4f7-f0bcd17ae62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:49.150595 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Pushing event updated for resources: {'Port': ['ID=8d46b559-03fe-46b0-9922-0ff46b5c9775,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:49.154707 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:49.179779 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:49.182769 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:49.191397 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:49.250417 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:49.251215 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:49.326789 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 45772016-ae56-4c16-9735-7abebb17d0d7 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:49.433427 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3c73a765-cec8-4edb-b4ba-a40281e46336,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:49.550922 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Attempting to bind port 8d46b559-03fe-46b0-9922-0ff46b5c9775 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:43:49.558876 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Attempting to bind port 8d46b559-03fe-46b0-9922-0ff46b5c9775 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:43:49.559557 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Attempting to bind port 8d46b559-03fe-46b0-9922-0ff46b5c9775 on network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:49.579296 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:49.583211 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:43:49.583794 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Checking segment: {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:49.586230 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.588178 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Bound using segment: {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:43:49.588864 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Bound port: 8d46b559-03fe-46b0-9922-0ff46b5c9775, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:43:49.589547 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.619796 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:49.649269 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccb663-837a-4105-a0ac-d05bc1c82bf2 req-555228d3-7e19-4fa8-90a6-0bfc67b437c0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:49.670626 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-20ccb663-837a-4105-a0ac-d05bc1c82bf2 req-555228d3-7e19-4fa8-90a6-0bfc67b437c0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 944 time: 0.1863897 Jun 02 16:43:49.758158 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-20ccb663-837a-4105-a0ac-d05bc1c82bf2 req-200c54a4-8115-4776-94c9-9b81919e14a3 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861480 Jun 02 16:43:49.779427 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 45772016-ae56-4c16-9735-7abebb17d0d7 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:49.780049 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:49.835130 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Pushing event updated for resources: {'Port': ['ID=2206e81c-fe5d-488f-9419-3187e057110a,revision_number=4']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:49.841743 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-f14ff11e-aa3c-495f-a47d-b942858fb3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:49.908292 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:50.117571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:50.236593 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] For port 8d46b559-03fe-46b0-9922-0ff46b5c9775, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:43:50.256252 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] For port 8d46b559-03fe-46b0-9922-0ff46b5c9775, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=8d46b559-03fe-46b0-9922-0ff46b5c9775,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:43:50.265716 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:50.266411 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:50.310561 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:50.330409 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:50.344554 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:49Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:50.352409 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ff56b-3f5b-454f-8811-d61b5063b0bd None None] The sync data for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb is: [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:49Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:50.489093 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Pushing event updated for resources: {'Port': ['ID=8d46b559-03fe-46b0-9922-0ff46b5c9775,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:50.501815 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:50.634148 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:50.691776 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:50.693130 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:43:50.696468 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff9f5b0-6528-4632-8816-a59b9fb990bc" -d '{"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-plugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:43:50.702504 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:50.704651 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:50.800451 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c525475-d7ca-418a-8df6-b08cdf35e8f6 x-openstack-request-id: req-1c525475-d7ca-418a-8df6-b08cdf35e8f6 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:43:50.801117 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-plugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:43:50.801537 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c525475-d7ca-418a-8df6-b08cdf35e8f6 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:43:50.802134 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'code': 200} Jun 02 16:43:50.829604 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=7']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:50.836232 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:50.924726 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:51.153130 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e45f3-1e52-402a-95d5-f00eb602fb65 req-d0597668-a919-4159-ae23-cc1717c62eeb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:51.155421 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-331e45f3-1e52-402a-95d5-f00eb602fb65 req-d0597668-a919-4159-ae23-cc1717c62eeb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1610513 Jun 02 16:43:51.214211 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-331e45f3-1e52-402a-95d5-f00eb602fb65 req-fca1a2d0-f19c-434e-84bc-c9a592dba7bc tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529542 Jun 02 16:43:51.384941 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:43:51.491935 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 2206e81c-fe5d-488f-9419-3187e057110a up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:51.620134 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 2206e81c-fe5d-488f-9419-3187e057110a completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:51.633377 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 2206e81c-fe5d-488f-9419-3187e057110a triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:51.634376 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:51.860449 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:51.864955 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:51.876337 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Sync routers for ids ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:51.897313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:51.899441 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1625d110-c350-47db-97b7-149a5cbc49c2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3621526 Jun 02 16:43:51.902624 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51074) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:51.907007 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Routers {'1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:51.907762 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:52.112929 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 2206e81c-fe5d-488f-9419-3187e057110a, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=2206e81c-fe5d-488f-9419-3187e057110a,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:52.115383 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9f2c8-7c9f-4628-862a-10b20c862170 None None] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:43:52.138737 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:52.139564 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 8d46b559-03fe-46b0-9922-0ff46b5c9775 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:52.182083 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:52.285503 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Set router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:52.397202 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-16ef3b5c-7ef5-4caa-a1eb-f99cf44079e0 None None] Provisioning for port 8d46b559-03fe-46b0-9922-0ff46b5c9775 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:52.490836 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e57877-31b8-4604-9da2-520f3f34e732 req-38305a85-3794-4c36-812f-47f65bfc1a66 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:52.493927 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=2206e81c-fe5d-488f-9419-3187e057110a,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:52.501912 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c5e57877-31b8-4604-9da2-520f3f34e732 req-38305a85-3794-4c36-812f-47f65bfc1a66 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1127231 Jun 02 16:43:52.504393 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:52.565597 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c5e57877-31b8-4604-9da2-520f3f34e732 req-7d6b1b4a-a20f-4c63-b663-8fbc8fc6633c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624790 Jun 02 16:43:52.662554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 8d46b559-03fe-46b0-9922-0ff46b5c9775 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:52.687218 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 8d46b559-03fe-46b0-9922-0ff46b5c9775 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:52.687594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:52.892329 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:52.985694 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.062078 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 8d46b559-03fe-46b0-9922-0ff46b5c9775, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=8d46b559-03fe-46b0-9922-0ff46b5c9775,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:53.064069 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:43:49Z', 'revision_number': 3, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:53.072201 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.076479 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-de2d6aba-0beb-4ebf-9264-169735db0f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:53.159890 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Checking router: 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:53.160264 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Updating router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 port 3c73a765-cec8-4edb-b4ba-a40281e46336 binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:43:53.201670 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Allocated IP 172.20.0.1 (30c31d8a-7ed6-420c-8430-ca0d9f7088f8/5343f641-4c05-4b01-b0af-c893a6b472bd/7aec5ff6-7b37-467d-b960-cc7856b7aa67) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:53.251824 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.299929 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=8d46b559-03fe-46b0-9922-0ff46b5c9775,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:53.305593 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:53.310527 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 2206e81c-fe5d-488f-9419-3187e057110a up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:53.496303 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 2206e81c-fe5d-488f-9419-3187e057110a triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:53.496303 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.533389 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.551384 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Transition to ACTIVE for port object 7aec5ff6-7b37-467d-b960-cc7856b7aa67 will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:53.579576 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.598508 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9a68c564-8a05-417f-982a-002454753596 tempest-ServerRescueNegativeTestJSON-786642243 tempest-ServerRescueNegativeTestJSON-786642243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:53.640572 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-c9281fe3-624a-4c7e-822d-1d9e489897be None None] Provisioning complete for port 8d46b559-03fe-46b0-9922-0ff46b5c9775 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:53.640977 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-c9281fe3-624a-4c7e-822d-1d9e489897be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.654365 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:53.658019 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:53.660590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:53.756428 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Pushing event updated for resources: {'Port': ['ID=7aec5ff6-7b37-467d-b960-cc7856b7aa67,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:53.761218 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:53.768663 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.974488 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02659aab-622b-4386-85aa-9c7b2873ddc4 req-04bf85ab-e632-44e9-b912-325be0b61724 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:53.983434 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-02659aab-622b-4386-85aa-9c7b2873ddc4 req-04bf85ab-e632-44e9-b912-325be0b61724 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1816807 Jun 02 16:43:54.041422 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.141955 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-02659aab-622b-4386-85aa-9c7b2873ddc4 req-655f96f9-8a98-4e99-98ab-39f367c4ff56 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571317 Jun 02 16:43:54.143530 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.158852 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Transition to ACTIVE for port object 3c73a765-cec8-4edb-b4ba-a40281e46336 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:54.179686 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.198167 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:54.299985 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Attempting to bind port 3c73a765-cec8-4edb-b4ba-a40281e46336 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:43:54.300380 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Attempting to bind port 3c73a765-cec8-4edb-b4ba-a40281e46336 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:43:54.300713 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Attempting to bind port 3c73a765-cec8-4edb-b4ba-a40281e46336 on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:54.304501 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409f681-f22a-448c-b78c-1a1aa0892883 None None] Pushing event updated for resources: {'Port': ['ID=3c73a765-cec8-4edb-b4ba-a40281e46336,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:54.306698 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-2b230341-fbe8-4cb1-81a2-557592e0db7b None None] Provisioning for port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:54.310368 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-1409f681-f22a-448c-b78c-1a1aa0892883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:54.314400 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:43:54.315330 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:54.315330 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.315652 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:43:54.316216 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Bound port: 3c73a765-cec8-4edb-b4ba-a40281e46336, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:43:54.316513 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.346901 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-2b230341-fbe8-4cb1-81a2-557592e0db7b None None] Provisioning complete for port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:54.346901 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2b230341-fbe8-4cb1-81a2-557592e0db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.484860 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-2b230341-fbe8-4cb1-81a2-557592e0db7b None None] Port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:43:54.493465 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.499998 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.503216 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] For port 3c73a765-cec8-4edb-b4ba-a40281e46336, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:43:54.507210 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] For port 3c73a765-cec8-4edb-b4ba-a40281e46336, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=3c73a765-cec8-4edb-b4ba-a40281e46336,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:43:54.512541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.516719 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:54.529362 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-0545f1b7-0cfb-4b3e-ace6-47a88c55d895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:54.614067 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Routers {'1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:54.615144 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:54.617215 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.625478 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Pushing event updated for resources: {'Port': ['ID=7aec5ff6-7b37-467d-b960-cc7856b7aa67,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:54.646298 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:54.728850 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409f681-f22a-448c-b78c-1a1aa0892883 None None] Pushing event updated for resources: {'Port': ['ID=3c73a765-cec8-4edb-b4ba-a40281e46336,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:54.734111 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-1409f681-f22a-448c-b78c-1a1aa0892883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:54.818167 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:54.819917 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:54.847785 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] Set router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:55.069334 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:43:55.162744 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-b4d91429-1494-44b9-bf46-4d9be7ab35ff None None] Provisioning complete for port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:55.163115 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b4d91429-1494-44b9-bf46-4d9be7ab35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:55.331477 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:55.352525 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] 10.222.0.38 "PUT /v2.0/routers/1fd57519-8a80-4829-9c2c-5a54e7ad7fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4485097 Jun 02 16:43:55.451870 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-b4d91429-1494-44b9-bf46-4d9be7ab35ff None None] Port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:43:55.492535 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 8d46b559-03fe-46b0-9922-0ff46b5c9775 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:55.603426 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31264a7-c3b9-47bc-ab54-4924bae323d5 req-8cb72f41-9298-48ea-a5d2-ffa5e24e35e5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:55.610271 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b31264a7-c3b9-47bc-ab54-4924bae323d5 req-8cb72f41-9298-48ea-a5d2-ffa5e24e35e5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0866146 Jun 02 16:43:55.660346 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b31264a7-c3b9-47bc-ab54-4924bae323d5 req-c8b5e9b0-f4b1-4d9f-ad5a-1a27e0693170 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492156 Jun 02 16:43:55.711727 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:43:53Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '7aec5ff6-7b37-467d-b960-cc7856b7aa67', 'name': '', 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'mac_address': 'fa:16:3e:fe:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:52Z', 'updated_at': '2021-06-02T16:43:54Z', 'revision_number': 2, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'subnets': [{'id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:55.716856 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 8d46b559-03fe-46b0-9922-0ff46b5c9775 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:55.717500 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:55.752932 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabba172-48a7-451d-89a7-af6c9544b176 None None] The sync data for ids ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'] in dv-cinder-794021-2-smb is: [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:43:53Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '7aec5ff6-7b37-467d-b960-cc7856b7aa67', 'name': '', 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'mac_address': 'fa:16:3e:fe:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:52Z', 'updated_at': '2021-06-02T16:43:54Z', 'revision_number': 2, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'subnets': [{'id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:56.938766 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba899245-3ad2-4f6f-b627-e7b91cb19716 req-98a152ed-41a8-4b67-ac64-88a6b7b12611 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.947964 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ba899245-3ad2-4f6f-b627-e7b91cb19716 req-98a152ed-41a8-4b67-ac64-88a6b7b12611 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0987329 Jun 02 16:43:57.031614 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ba899245-3ad2-4f6f-b627-e7b91cb19716 req-49e985ae-ebdd-473f-a2f3-5c9205985b8c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809331 Jun 02 16:43:57.335521 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 3c73a765-cec8-4edb-b4ba-a40281e46336 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:57.479063 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 3c73a765-cec8-4edb-b4ba-a40281e46336 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:57.492758 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 3c73a765-cec8-4edb-b4ba-a40281e46336 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:57.493427 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:57.769649 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:57.810649 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 3c73a765-cec8-4edb-b4ba-a40281e46336, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=3c73a765-cec8-4edb-b4ba-a40281e46336,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:57.816429 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:57.818421 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:57.962800 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=3c73a765-cec8-4edb-b4ba-a40281e46336,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:57.968784 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:58.420364 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def818-e063-480f-8faf-32c5005b9917 req-6496f677-6f4b-48a5-ad2f-96370bcaf7f0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:58.429805 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a7def818-e063-480f-8faf-32c5005b9917 req-6496f677-6f4b-48a5-ad2f-96370bcaf7f0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1491385 Jun 02 16:43:58.502761 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a7def818-e063-480f-8faf-32c5005b9917 req-3b93760f-af8e-4d10-badd-10ba38633267 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719197 Jun 02 16:43:58.911021 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Sync routers for ids ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:58.946665 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Routers {'1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:58.947324 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:58.998093 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b6efe-1833-4f44-843f-f6084e61761d req-4f9efb22-16d8-429d-a466-6f8dc96fef24 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:58.999729 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-859b6efe-1833-4f44-843f-f6084e61761d req-4f9efb22-16d8-429d-a466-6f8dc96fef24 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 945 time: 0.1137791 Jun 02 16:43:59.073567 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-859b6efe-1833-4f44-843f-f6084e61761d req-09d11dd7-81f7-413c-9768-983f9b231500 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644429 Jun 02 16:43:59.187665 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Set router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:59.295502 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 3c73a765-cec8-4edb-b4ba-a40281e46336 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:43:59.411992 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 3c73a765-cec8-4edb-b4ba-a40281e46336 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:59.412723 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:59.452035 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:43:59.756694 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:43:53Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '7aec5ff6-7b37-467d-b960-cc7856b7aa67', 'name': '', 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'mac_address': 'fa:16:3e:fe:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:52Z', 'updated_at': '2021-06-02T16:43:54Z', 'revision_number': 2, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'subnets': [{'id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:59.765217 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Checking router: 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:59.765592 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Updating router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:43:59.837620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7dcf4-a2f6-453b-9432-c72768e63107 req-f023d2c9-e2d1-4845-bc04-c0613e727bef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:59.841773 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-47b7dcf4-a2f6-453b-9432-c72768e63107 req-f023d2c9-e2d1-4845-bc04-c0613e727bef tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1891031 Jun 02 16:43:59.895983 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:59.939330 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-47b7dcf4-a2f6-453b-9432-c72768e63107 req-c3249436-048d-4ba8-b422-967b83a0357c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897460 Jun 02 16:44:00.387988 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75008cf0-b934-4ef4-a4dc-e66839256e92 req-70feeecf-f5b5-4f94-adbb-741aedf46620 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:00.394869 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-75008cf0-b934-4ef4-a4dc-e66839256e92 req-70feeecf-f5b5-4f94-adbb-741aedf46620 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 945 time: 0.1270406 Jun 02 16:44:00.412113 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:00.441482 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Transition to ACTIVE for port object 7aec5ff6-7b37-467d-b960-cc7856b7aa67 will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:44:00.453892 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:00.460595 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:00.490492 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-75008cf0-b934-4ef4-a4dc-e66839256e92 req-7fe0fa63-c9c3-4b27-8da7-1d47a3a68814 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups?id=30541f84-732e-40cc-8ac5-5bb021a71b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909483 Jun 02 16:44:00.888410 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a497e4e-7802-4c94-b897-396be0dcc30b None None] Pushing event updated for resources: {'Port': ['ID=7aec5ff6-7b37-467d-b960-cc7856b7aa67,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:00.910364 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-2a497e4e-7802-4c94-b897-396be0dcc30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:00.918939 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Attempting to bind port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:44:00.919315 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Attempting to bind port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:44:00.919675 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Attempting to bind port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 on network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:44:00.936952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-cd2e67b8-4e76-41c9-9226-d98bbc595aac tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:00.938414 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-cd2e67b8-4e76-41c9-9226-d98bbc595aac tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 945 time: 0.3190846 Jun 02 16:44:00.961690 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:44:00.962082 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Checking segment: {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:44:00.962474 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:00.962870 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Bound using segment: {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:44:00.963356 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Bound port: 7aec5ff6-7b37-467d-b960-cc7856b7aa67, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27301198-0368-4aa3-ad6d-857eaad7429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:44:00.963733 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:01.251882 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] For port 7aec5ff6-7b37-467d-b960-cc7856b7aa67, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:44:01.256482 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] For port 7aec5ff6-7b37-467d-b960-cc7856b7aa67, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=7aec5ff6-7b37-467d-b960-cc7856b7aa67,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:44:01.263740 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:01.267928 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:01.274288 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Deleting port 29c851a4-9ca1-4149-9720-003c6b8056b5 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:01.274659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:01.353431 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a497e4e-7802-4c94-b897-396be0dcc30b None None] Pushing event updated for resources: {'Port': ['ID=7aec5ff6-7b37-467d-b960-cc7856b7aa67,revision_number=4']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:01.362631 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-2a497e4e-7802-4c94-b897-396be0dcc30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:01.381658 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Routers {'1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:01.382282 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:01.434284 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] For port 29c851a4-9ca1-4149-9720-003c6b8056b5, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=29c851a4-9ca1-4149-9720-003c6b8056b5,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:01.434590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:01.643437 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] Set router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:01.888201 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5ac78-3879-4b7e-b91d-2cfb5a00f6c7 req-899df8d8-a0cc-467b-810e-a9312b7b02da tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:01.890342 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-28e5ac78-3879-4b7e-b91d-2cfb5a00f6c7 req-899df8d8-a0cc-467b-810e-a9312b7b02da tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.7015965 Jun 02 16:44:01.901036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:01.901428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:01.902690 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.l3_db [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Floating IP cd9f9300-d4d1-444c-985c-acf80fedb553 disassociated. External IP: 172.28.0.244, port: 29c851a4-9ca1-4149-9720-003c6b8056b5. Jun 02 16:44:01.903351 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Calling delete_port for 29c851a4-9ca1-4149-9720-003c6b8056b5 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:01.965699 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-28e5ac78-3879-4b7e-b91d-2cfb5a00f6c7 req-8569b0d2-ffac-4b80-b319-ad24f7f05e0d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677207 Jun 02 16:44:02.242358 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b3f16d20-4245-44fe-931f-03288e24a5ed req-011a1497-da67-4b1e-8f05-e157d34a3337 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 210 time: 0.0533955 Jun 02 16:44:02.245933 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:43:53Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '7aec5ff6-7b37-467d-b960-cc7856b7aa67', 'name': '', 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'mac_address': 'fa:16:3e:fe:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:52Z', 'updated_at': '2021-06-02T16:44:01Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'subnets': [{'id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:02.249890 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:02.273592 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d399e-9c6d-468f-9beb-7f3ba6bfda4b None None] The sync data for ids ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'] in dv-cinder-794021-2-smb is: [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:43:53Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '7aec5ff6-7b37-467d-b960-cc7856b7aa67', 'name': '', 'network_id': '30c31d8a-7ed6-420c-8430-ca0d9f7088f8', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'mac_address': 'fa:16:3e:fe:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:52Z', 'updated_at': '2021-06-02T16:44:01Z', 'revision_number': 4, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'subnets': [{'id': '5343f641-4c05-4b01-b0af-c893a6b472bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:44:02.276726 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:02.365396 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event deleted for resources: {'Port': ['ID=29c851a4-9ca1-4149-9720-003c6b8056b5,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:02.376842 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:02.383304 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-cf8e5d82-3e4a-4bf6-8df4-5ae9dab0b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:02.384926 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-cf8e5d82-3e4a-4bf6-8df4-5ae9dab0b1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1098 time: 0.3771420 Jun 02 16:44:02.663377 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Router 48b39533-2e73-4f99-92d6-96fa31009774 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:44:03.000856 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:44:03.018838 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:44:03.051858 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:03.053382 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:03.442325 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 7aec5ff6-7b37-467d-b960-cc7856b7aa67 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:44:03.680831 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:03.738849 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] No DVR routers for this DVR port 29c851a4-9ca1-4149-9720-003c6b8056b5 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:44:03.745397 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:03.782755 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'name': 'network-vif-deleted', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:03.796025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af89a6-b7c1-4fbb-8f15-89730c9c926b" -d '{"events": [{"server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "name": "network-vif-deleted", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:03.832868 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-9192005d-6dc3-4984-b026-aa78b3d7dfca req-a55e9700-d926-4d96-b5d3-e9f05abf9889 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Synchronizing usage tracker for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:03.859672 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b0a9d2e-3b57-45df-a6b7-f528bc60c4e4 req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.48 "DELETE /v2.0/ports/29c851a4-9ca1-4149-9720-003c6b8056b5 HTTP/1.1" status: 204 len: 173 time: 2.9140859 Jun 02 16:44:03.935221 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 29c851a4-9ca1-4149-9720-003c6b8056b5 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:44:03.955549 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-13d38ed4-a5c3-4645-aa1c-783ba33d9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:03.966738 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-13d38ed4-a5c3-4645-aa1c-783ba33d9ce7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 1.3086965 Jun 02 16:44:04.011973 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 29c851a4-9ca1-4149-9720-003c6b8056b5 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:44:04.012358 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 29c851a4-9ca1-4149-9720-003c6b8056b5 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:44:04.081354 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-9192005d-6dc3-4984-b026-aa78b3d7dfca req-a55e9700-d926-4d96-b5d3-e9f05abf9889 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Unset dirty status for tenant:4841dca9be2d4230854a98ee293b6f94 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:04.118346 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9192005d-6dc3-4984-b026-aa78b3d7dfca req-a55e9700-d926-4d96-b5d3-e9f05abf9889 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/ports?device_id=2760b977-f04b-4337-9ec8-c6e408641814 HTTP/1.1" status: 200 len: 210 time: 0.4912601 Jun 02 16:44:04.129413 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:44:04.156587 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:04.157006 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:04.210861 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065daa-d0df-42ff-abd6-0d6a38e7478e req-db6b7f1d-2931-4279-a822-626fcb9d449f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:04.210861 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-49065daa-d0df-42ff-abd6-0d6a38e7478e req-db6b7f1d-2931-4279-a822-626fcb9d449f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.7547002 Jun 02 16:44:04.273652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b1e9c7-b201-402e-88bc-dbe8a246bb0b x-openstack-request-id: req-16b1e9c7-b201-402e-88bc-dbe8a246bb0b {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:04.273652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2760b977-f04b-4337-9ec8-c6e408641814", "name": "network-vif-deleted", "tag": "29c851a4-9ca1-4149-9720-003c6b8056b5", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:04.273652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16b1e9c7-b201-402e-88bc-dbe8a246bb0b {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:04.273652 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2760b977-f04b-4337-9ec8-c6e408641814', 'name': 'network-vif-deleted', 'tag': '29c851a4-9ca1-4149-9720-003c6b8056b5', 'status': 'completed', 'code': 200} Jun 02 16:44:04.273652 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-15f5e191-a959-43a2-9b23-1d18c257ad77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 1000 time: 0.2982516 Jun 02 16:44:04.340605 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-49065daa-d0df-42ff-abd6-0d6a38e7478e req-320b7288-9992-476d-a974-f8329ddb34ca tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249769 Jun 02 16:44:04.422874 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-5a85f9c1-d680-4313-9a15-bbb1c532b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:04.424606 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-5a85f9c1-d680-4313-9a15-bbb1c532b465 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.1465664 Jun 02 16:44:04.613710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-0a411e33-dfed-40a4-86a7-9960eb09a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:04.614208 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:04.620070 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-0a411e33-dfed-40a4-86a7-9960eb09a2d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1852212 Jun 02 16:44:04.625911 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-23a98ba8-7e81-40e3-8b05-1a003b9af78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:04.679140 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 7aec5ff6-7b37-467d-b960-cc7856b7aa67, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=7aec5ff6-7b37-467d-b960-cc7856b7aa67,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:04.692598 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:04.709305 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:04.758617 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:04.772209 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:44:04.836805 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:04.836805 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:43:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:05.015937 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-287de92f-0a64-48db-b199-1231f88603e5 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906505 Jun 02 16:44:05.018503 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:05.122065 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=7aec5ff6-7b37-467d-b960-cc7856b7aa67,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:05.127316 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:05.303151 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0b5aac71-fab9-4140-b0e6-8eb085d98544 req-68d69152-e691-4b1a-9746-b61377642547 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803209 Jun 02 16:44:05.322218 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 7aec5ff6-7b37-467d-b960-cc7856b7aa67 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:44:05.328953 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51190) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:05.449151 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.494246 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.559752 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.585071 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e69b6a6b-ddcc-4d82-a084-4c98e2e854e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:05.598114 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30541f84-732e-40cc-8ac5-5bb021a71b45,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:05.620670 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.621061 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.621690 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.622263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.622833 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.623392 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.623982 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.626270 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.626870 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.627428 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.627981 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.628527 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:05.638034 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.639422 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "DELETE /v2.0/security-groups/30541f84-732e-40cc-8ac5-5bb021a71b45 HTTP/1.1" status: 204 len: 168 time: 0.3089914 Jun 02 16:44:05.641265 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:05.642012 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51200) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:05.662197 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.api.v2.resource [None req-00f857dc-6671-4134-948d-1ef2750b9b88 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] show failed (client error): The resource could not be found. Jun 02 16:44:05.663583 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-00f857dc-6671-4134-948d-1ef2750b9b88 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "GET /v2.0/security-groups/30541f84-732e-40cc-8ac5-5bb021a71b45 HTTP/1.1" status: 404 len: 347 time: 0.0204730 Jun 02 16:44:05.666404 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51202) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:05.731783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367565cb-007a-4eb4-bfba-2e5f10be83c3 req-bf6db43a-4cb3-4146-9ca3-8afa1c1f11c6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:05.739888 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:05.740265 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.740472 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-367565cb-007a-4eb4-bfba-2e5f10be83c3 req-bf6db43a-4cb3-4146-9ca3-8afa1c1f11c6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1792028 Jun 02 16:44:05.841100 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-367565cb-007a-4eb4-bfba-2e5f10be83c3 req-6be47b4d-d367-4e58-b286-5884f02387c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996704 Jun 02 16:44:05.860182 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.951057 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:05.955646 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5239869-d690-4a0d-986a-1bf2e0725f3d None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:39:02Z', 'revision_number': 4, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'a4659d20-ec5d-4928-8999-242906cd198d', 'name': '', 'network_id': '8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'mac_address': 'fa:16:3e:49:b6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:59Z', 'updated_at': '2021-06-02T16:39:18Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'subnets': [{'id': 'ea046e1c-3357-4327-a91c-c9a464fc6262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:44:05.987387 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Deleting port 5d9b2c32-7772-43ae-9f7d-22c6e3d5634a {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:05.987626 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.136775 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.137106 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.280708 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd51-357a-44b7-8352-805c25b17dfb None None] New status for floating IP cd9f9300-d4d1-444c-985c-acf80fedb553: DOWN {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:44:06.438543 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Calling delete_port for 5d9b2c32-7772-43ae-9f7d-22c6e3d5634a owned by network:floatingip {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:06.541362 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-6af60ebc-359c-4fb5-a796-0acbd714fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:06.543506 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-6af60ebc-359c-4fb5-a796-0acbd714fddc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1098 time: 0.1339176 Jun 02 16:44:06.638429 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.643965 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-689ff6fa-3a54-4cc8-9776-2b51a25b3637 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:06.692011 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Pushing event deleted for resources: {'Port': ['ID=5d9b2c32-7772-43ae-9f7d-22c6e3d5634a,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:06.723197 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:06.749251 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-6df1b3a8-b2fb-475c-8368-18396c6478a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:06.750727 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-6df1b3a8-b2fb-475c-8368-18396c6478a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.1986055 Jun 02 16:44:06.800468 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks [] for floatingip, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.830426 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.831630 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9d6a3c75-917e-481a-9cb0-6c9a5b90bc02 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] 10.222.0.38 "DELETE /v2.0/floatingips/cd9f9300-d4d1-444c-985c-acf80fedb553 HTTP/1.1" status: 204 len: 168 time: 1.1640012 Jun 02 16:44:06.885606 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-f6cb2408-c7ed-4910-9a15-0f966d872d65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 1000 time: 0.1273184 Jun 02 16:44:06.944478 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-fca5ffae-f6ee-46dc-a595-d6237a9e52e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:06.988020 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-fff8f97b-cbb2-408d-acbd-55244c1278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:06.991951 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-fff8f97b-cbb2-408d-acbd-55244c1278c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0946314 Jun 02 16:44:07.143984 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-0652f34a-a0d9-4a6a-aad7-0e9156c24884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:07.145568 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-0652f34a-a0d9-4a6a-aad7-0e9156c24884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476064 Jun 02 16:44:07.215029 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ddd4-faaf-4e04-88d4-1fc09c69af67 req-6c082010-fbf5-43a8-9cc6-f6d9714d291b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:07.221215 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab81ddd4-faaf-4e04-88d4-1fc09c69af67 req-6c082010-fbf5-43a8-9cc6-f6d9714d291b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.1790471 Jun 02 16:44:07.303044 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:07.434974 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab81ddd4-faaf-4e04-88d4-1fc09c69af67 req-1fe53cd1-b1ba-46bc-bc51-0d4109cd5467 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572106 Jun 02 16:44:07.463579 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-f64dafec-53fd-4fe0-af20-1751d353ce6a service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102276 Jun 02 16:44:07.625864 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5231a29e-d8f3-4160-8e8c-945dc3805207 req-3691ac56-cbee-4ce7-8cc2-d80d8773fa64 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557262 Jun 02 16:44:07.949530 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.682033 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da78e4-a0d2-4e10-9225-187a31393897 req-6f016a44-20d6-4fdc-9b08-29bb47f69777 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:08.686640 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-46da78e4-a0d2-4e10-9225-187a31393897 req-6f016a44-20d6-4fdc-9b08-29bb47f69777 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.0972452 Jun 02 16:44:08.732008 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-46da78e4-a0d2-4e10-9225-187a31393897 req-55660777-ab7d-43ee-873c-42f29840c2ba tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Jun 02 16:44:09.650836 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-1b0d8849-00dd-4c2c-9ae3-f7609873b287 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:09.651414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d026895d-04d3-4600-ac08-d71483b285c3 req-1b0d8849-00dd-4c2c-9ae3-f7609873b287 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Synchronizing usage tracker for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:network {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:09.672360 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d026895d-04d3-4600-ac08-d71483b285c3 req-1b0d8849-00dd-4c2c-9ae3-f7609873b287 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Unset dirty status for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:network {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:09.674190 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-1b0d8849-00dd-4c2c-9ae3-f7609873b287 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 814 time: 0.1728318 Jun 02 16:44:09.693708 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-fc1e0206-0529-45d0-b9c9-f004565c80d5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/quotas/8f9fd4743d584cb3843c76c038077e2f HTTP/1.1" status: 200 len: 375 time: 0.0127537 Jun 02 16:44:09.707895 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.795404 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-ee368082-7457-4eb7-9392-aac2a7cd952d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954165 Jun 02 16:44:09.887601 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:44:10.005289 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:10.033971 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:10.036263 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baeaf59-23da-43ff-ab44-1b87220d1c9a" -d '{"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-unplugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:10.046008 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:10.050144 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:10.051082 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440cf64-b167-4745-a1c0-5cc04be8b350 req-ae385b64-3bb6-4885-a729-65e69120704e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:10.052127 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-1409f681-f22a-448c-b78c-1a1aa0892883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:10.052597 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1440cf64-b167-4745-a1c0-5cc04be8b350 req-ae385b64-3bb6-4885-a729-65e69120704e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 945 time: 0.2018814 Jun 02 16:44:10.056115 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-453fd382-477c-4bdf-ad6b-5b8c159e8cd7 service neutron] 10.222.0.38 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487659 Jun 02 16:44:10.121594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=8']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:10.124594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:10.185216 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1440cf64-b167-4745-a1c0-5cc04be8b350 req-f3a7b6d6-5b3f-4d04-b7a6-86d6f019ae37 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256697 Jun 02 16:44:10.221698 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-b4f46acf-3350-46ff-9031-44faba4ce885 service neutron] 10.222.0.38 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495278 Jun 02 16:44:10.235770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035ab31-d5ea-4da3-b9d4-07e21ab7e9ce x-openstack-request-id: req-2035ab31-d5ea-4da3-b9d4-07e21ab7e9ce {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:10.236142 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-unplugged", "status": "failed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "code": 422}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:10.236317 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2035ab31-d5ea-4da3-b9d4-07e21ab7e9ce {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:10.236783 dv-cinder-794021-2-smb neutron-server[98219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'code': 422} returned with failed status Jun 02 16:44:10.403461 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8c8611ad-91a6-4098-917f-4e9bb7d5a19e req-165d5b92-dd48-434b-8f65-e3a7d155e3b8 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 210 time: 0.0427871 Jun 02 16:44:11.134508 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51302) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:11.622936 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-57e883c2-6fec-4383-9576-b4d51e041a6e req-87512a62-499a-4470-822b-b5ffd010bd0b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 210 time: 0.0731692 Jun 02 16:44:11.777094 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-9a719d80-1cc5-4ce3-ae2f-0d92b187252e tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:11.779234 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-9a719d80-1cc5-4ce3-ae2f-0d92b187252e tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 814 time: 0.2573128 Jun 02 16:44:11.793406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'port': {'device_id': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'admin_state_up': True, 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:11.910298 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-5abe6ad5-e65a-421c-8be9-40aa4c312735 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884752 Jun 02 16:44:11.984687 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:12.016224 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31775f21-5657-4686-ad25-50314899b4a2 req-1b0b37a7-8473-4bc3-ab64-cc21b810ed32 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:12.023482 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-31775f21-5657-4686-ad25-50314899b4a2 req-1b0b37a7-8473-4bc3-ab64-cc21b810ed32 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1949100 Jun 02 16:44:12.032033 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:12.035903 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:port and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:12.038920 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:12.063428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:12.111202 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Made reservation on behalf of 8f9fd4743d584cb3843c76c038077e2f for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:12.116581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:12.134966 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-31775f21-5657-4686-ad25-50314899b4a2 req-9578b619-2185-433f-9f73-c0e7b9a386f2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106372 Jun 02 16:44:12.382347 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Allocated IP 172.20.0.5 (d4072d85-aeb1-4b42-8297-093313a1df8a/5635e04a-d5b5-46ce-8f9a-fee03a28113b/bba98449-39ed-4afb-b31f-0cbec1e91796) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:44:12.672377 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Deleting port a4659d20-ec5d-4928-8999-242906cd198d {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:12.674964 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:12.844072 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-029a8e21-7095-48cf-b11d-3f973d637ca4 req-434cc2e4-229e-4e94-85a2-4973f03e45d0 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 210 time: 0.0683720 Jun 02 16:44:12.853797 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:12.866518 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] For port a4659d20-ec5d-4928-8999-242906cd198d, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a4659d20-ec5d-4928-8999-242906cd198d,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:12.867124 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:12.878310 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Transition to ACTIVE for port object bba98449-39ed-4afb-b31f-0cbec1e91796 will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:44:12.907302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:12.914862 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:12.991677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Network d4072d85-aeb1-4b42-8297-093313a1df8a is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:44:12.995779 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:44:13.000143 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:44:13.072659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:13.073315 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.095296 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:13.104315 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.104788 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.105301 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.105425 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.105772 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.106111 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.106449 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.108854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.108854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.108854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.108854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.108854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:13.125730 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3379710 Jun 02 16:44:13.126805 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:13.144615 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Calling delete_port for a4659d20-ec5d-4928-8999-242906cd198d owned by network:router_interface {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:13.321816 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8f25e8c2-8f56-41a1-9b4e-f911a689b1eb None None] Provisioning for port bba98449-39ed-4afb-b31f-0cbec1e91796 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:44:13.331128 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8f25e8c2-8f56-41a1-9b4e-f911a689b1eb None None] Provisioning complete for port bba98449-39ed-4afb-b31f-0cbec1e91796 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:13.331870 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8f25e8c2-8f56-41a1-9b4e-f911a689b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.399911 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fac78-aad7-411e-97aa-5d3a54648478 req-4674d746-e9cd-4135-857e-3d50967fdeb5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:13.407497 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e20fac78-aad7-411e-97aa-5d3a54648478 req-4674d746-e9cd-4135-857e-3d50967fdeb5 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1166162 Jun 02 16:44:13.418323 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8f25e8c2-8f56-41a1-9b4e-f911a689b1eb None None] Port bba98449-39ed-4afb-b31f-0cbec1e91796 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:44:13.457931 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e20fac78-aad7-411e-97aa-5d3a54648478 req-f8801eea-7142-4d6d-93c9-af43dae52d45 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490825 Jun 02 16:44:13.528836 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.532957 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:13.579961 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4659d20-ec5d-4928-8999-242906cd198d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:13.643278 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:13.887676 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.898101 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:44:14.084259 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-d160bcfc-eb45-41a6-a51c-d16c8fa66e2b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:14.085699 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-d160bcfc-eb45-41a6-a51c-d16c8fa66e2b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Synchronizing usage tracker for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:14.118108 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-d160bcfc-eb45-41a6-a51c-d16c8fa66e2b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Unset dirty status for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:14.120386 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-d160bcfc-eb45-41a6-a51c-d16c8fa66e2b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.1258798 Jun 02 16:44:14.184239 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-926cc494-538d-49aa-8967-e35091a307f2 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Synchronizing usage tracker for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:14.202242 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-926cc494-538d-49aa-8967-e35091a307f2 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Unset dirty status for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:14.203425 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9832fee0-00a5-44b8-85e7-4769b7054041 req-926cc494-538d-49aa-8967-e35091a307f2 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641227 Jun 02 16:44:14.324624 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Router 48b39533-2e73-4f99-92d6-96fa31009774 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:44:14.643756 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:44:14.652911 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] Sync routers for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:44:14.656166 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7bd5a542-f7f4-452a-b201-f7610f9de4c6 admin admin] 10.222.0.38 "PUT /v2.0/routers/48b39533-2e73-4f99-92d6-96fa31009774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5205178 Jun 02 16:44:14.658633 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51360) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:14.662751 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:14.663537 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:44:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:14.700013 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be1a8f-72d9-4d7b-9c84-e788a992e820 req-81f47c0a-4c2e-4707-9e63-4508417a127c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:14.707306 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-93be1a8f-72d9-4d7b-9c84-e788a992e820 req-81f47c0a-4c2e-4707-9e63-4508417a127c tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1034064 Jun 02 16:44:14.809376 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-93be1a8f-72d9-4d7b-9c84-e788a992e820 req-f9d4fe14-d080-4dcd-8aab-73121a7af2c7 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010830 Jun 02 16:44:14.872770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:14.874893 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks [] for router, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.064765 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.163374 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Deleting port 6ead5318-2e31-4e4b-a163-8451dc311367 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:15.163711 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.223470 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:44:13Z', 'revision_number': 5, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port': {'id': '6ead5318-2e31-4e4b-a163-8451dc311367', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b39533-2e73-4f99-92d6-96fa31009774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:51Z', 'updated_at': '2021-06-02T16:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:15.228714 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] Checking router: 48b39533-2e73-4f99-92d6-96fa31009774 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:44:15.250158 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] Routers {'48b39533-2e73-4f99-92d6-96fa31009774'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:15.250806 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:44:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['48b39533-2e73-4f99-92d6-96fa31009774'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:15.351340 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] For port 6ead5318-2e31-4e4b-a163-8451dc311367, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=6ead5318-2e31-4e4b-a163-8451dc311367,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:15.351734 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.422199 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] Set router 48b39533-2e73-4f99-92d6-96fa31009774 gateway port host: None {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:15.498774 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc91315-7e40-41dc-b5c2-fac1decf8333 req-123e4e4f-04c8-4230-9127-d3b23b3e73ad tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:15.500286 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1bc91315-7e40-41dc-b5c2-fac1decf8333 req-123e4e4f-04c8-4230-9127-d3b23b3e73ad tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.1233115 Jun 02 16:44:15.507433 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Calling delete_port for 6ead5318-2e31-4e4b-a163-8451dc311367 owned by network:router_gateway {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:15.554996 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1bc91315-7e40-41dc-b5c2-fac1decf8333 req-2f7ca5ee-7e6b-4c87-950b-3a2f588c26a8 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Jun 02 16:44:15.600323 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:44:15Z', 'revision_number': 6, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port_host': None}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:15.605494 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8804bc-4174-4862-9011-a324b18df0d2 None None] The sync data for ids ['48b39533-2e73-4f99-92d6-96fa31009774'] in dv-cinder-794021-2-smb is: [{'id': '48b39533-2e73-4f99-92d6-96fa31009774', 'name': 'tempest-AttachVolumeTestJSON-12870731-router', 'tenant_id': '4841dca9be2d4230854a98ee293b6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:47Z', 'updated_at': '2021-06-02T16:44:15Z', 'revision_number': 6, 'project_id': '4841dca9be2d4230854a98ee293b6f94', 'gw_port_host': None}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:44:15.694889 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.702627 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-36cbf437-7745-4a94-b42b-61cbc32b7508 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:15.755715 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ead5318-2e31-4e4b-a163-8451dc311367,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:15.758266 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:15.852831 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.030593 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab40a-1462-491e-8977-fbe8024b92a3 req-ac87ecfb-73b4-468b-afca-7c2749fd4b27 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:16.032134 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9f8ab40a-1462-491e-8977-fbe8024b92a3 req-ac87ecfb-73b4-468b-afca-7c2749fd4b27 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1156678 Jun 02 16:44:16.070606 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.072925 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.096175 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9f8ab40a-1462-491e-8977-fbe8024b92a3 req-4c3004fe-921f-4f02-9ba0-1425f8567145 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557919 Jun 02 16:44:16.101904 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.102368 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b39533-2e73-4f99-92d6-96fa31009774 {{(pid=98218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:44:16.129141 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.133069 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] 10.222.0.38 "DELETE /v2.0/routers/48b39533-2e73-4f99-92d6-96fa31009774 HTTP/1.1" status: 204 len: 168 time: 1.4733765 Jun 02 16:44:16.133214 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51368) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:16.207394 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Deleting subnet ea046e1c-3357-4327-a91c-c9a464fc6262 {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:44:16.210457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.265257 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.398217 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.680632 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.688965 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:16.765324 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:16.769989 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcc14e-3a75-4158-bccf-1619b33b419e None None] Network 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:16.773942 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea046e1c-3357-4327-a91c-c9a464fc6262,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:16.781754 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:16.791755 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-42b30981-2a19-4b26-824c-337e13124fae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ea046e1c-3357-4327-a91c-c9a464fc6262 HTTP/1.1" status: 204 len: 168 time: 0.6571972 Jun 02 16:44:16.794608 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51372) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:16.933418 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.007590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc5a0d-eb56-4eef-be25-1a520c827074 req-50b9ce4b-8df6-4429-9cb8-4ed8b353b79d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:17.009226 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-75bc5a0d-eb56-4eef-be25-1a520c827074 req-50b9ce4b-8df6-4429-9cb8-4ed8b353b79d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.2913322 Jun 02 16:44:17.072550 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-75bc5a0d-eb56-4eef-be25-1a520c827074 req-f83c2407-7331-4822-8258-8cbd22e259bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Jun 02 16:44:17.079725 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Deleting port 4b39c90d-563f-4988-8438-ce72fdb348c0 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:17.082884 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] DHCP port deletion for 8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 request from dv-cinder-794021-2-smb {{(pid=98219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:44:17.092372 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.196801 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Deleting port 4b39c90d-563f-4988-8438-ce72fdb348c0 {{(pid=98219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:17.196801 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.333276 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 6ead5318-2e31-4e4b-a163-8451dc311367 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:44:17.385709 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 6ead5318-2e31-4e4b-a163-8451dc311367 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:44:17.386096 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 6ead5318-2e31-4e4b-a163-8451dc311367 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:44:17.386524 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 4b39c90d-563f-4988-8438-ce72fdb348c0 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:44:17.394925 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] For port 4b39c90d-563f-4988-8438-ce72fdb348c0, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=4b39c90d-563f-4988-8438-ce72fdb348c0,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:17.395288 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.438420 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] For port 4b39c90d-563f-4988-8438-ce72fdb348c0, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=4b39c90d-563f-4988-8438-ce72fdb348c0,segment=NetworkSegment(3fcd7992-c92d-4b26-998f-ca2a58fc4eb6),segment_id=3fcd7992-c92d-4b26-998f-ca2a58fc4eb6)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:17.438859 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.531177 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Calling delete_port for 4b39c90d-563f-4988-8438-ce72fdb348c0 owned by network:dhcp {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:17.572333 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15446971-f88b-4ff8-a561-ebaec4999592 req-5bee4109-dc80-4f20-be3e-71f9992fce3b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:17.574791 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-15446971-f88b-4ff8-a561-ebaec4999592 req-5bee4109-dc80-4f20-be3e-71f9992fce3b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.3083889 Jun 02 16:44:17.581311 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Calling delete_port for 4b39c90d-563f-4988-8438-ce72fdb348c0 owned by network:dhcp {{(pid=98219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:17.636553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-15446971-f88b-4ff8-a561-ebaec4999592 req-eb3ced19-cba5-47f7-a3cf-c0393fdda252 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555542 Jun 02 16:44:17.647490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.652236 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:17.705580 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b39c90d-563f-4988-8438-ce72fdb348c0,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:17.708557 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:17.711763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] No DVR routers for this DVR port 4b39c90d-563f-4988-8438-ce72fdb348c0 on host dv-cinder-794021-2-smb {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:44:17.719182 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Port 4b39c90d-563f-4988-8438-ce72fdb348c0 update to DOWN by agent not found {{(pid=98219) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 16:44:17.719646 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a4659d20-ec5d-4928-8999-242906cd198d no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:44:17.817348 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: a4659d20-ec5d-4928-8999-242906cd198d {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:44:17.818082 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a4659d20-ec5d-4928-8999-242906cd198d not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:44:17.865577 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.868365 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.870525 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:17.890932 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:17.905649 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:17.905944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcd7992-c92d-4b26-998f-ca2a58fc4eb6') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:17.917847 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.918049 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] No DVR routers for this DVR port 4b39c90d-563f-4988-8438-ce72fdb348c0 on host dv-cinder-794021-2-smb {{(pid=98219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:44:17.923184 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Pushing event deleted for resources: {'Port': ['ID=4b39c90d-563f-4988-8438-ce72fdb348c0,revision_number=None']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:17.925817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:17.935449 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.942017 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:44:17.942413 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:44:17.957279 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:44:18.041378 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.046107 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-88ec5ee6-3c6f-43d1-9424-0fbb2d42147e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:18.062273 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.071411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Pushing event deleted for resources: {'Network': ['ID=8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:18.074310 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:18.084280 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] 10.222.0.38 "DELETE /v2.0/networks/8318a194-c1d3-4bfb-b5eb-55e0b95d8fc4 HTTP/1.1" status: 204 len: 168 time: 1.2887371 Jun 02 16:44:18.242030 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51382) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:18.285358 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f07f1-1628-48b8-ac41-ef674f31de58 req-2a2e3553-bb98-4b99-abe1-cd6048da661a tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:18.293238 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ae0f07f1-1628-48b8-ac41-ef674f31de58 req-2a2e3553-bb98-4b99-abe1-cd6048da661a tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.1070585 Jun 02 16:44:18.326873 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0fedfe76-6f08-4c4e-b4de-e5967090120a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4841dca9be2d4230854a98ee293b6f94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0831985 Jun 02 16:44:18.329738 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51384) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:18.342912 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ae0f07f1-1628-48b8-ac41-ef674f31de58 req-35c2eff1-c82a-4951-8204-8aca97eb462f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Jun 02 16:44:18.403634 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.430277 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.492518 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.497881 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1d931a95-0457-4fc4-8293-5af0545dca41 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:18.511291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94111e05-3a42-4810-be1e-1fbd4de2319e,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:18.515320 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:18.519121 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.520209 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94111e05-3a42-4810-be1e-1fbd4de2319e HTTP/1.1" status: 204 len: 168 time: 0.1893914 Jun 02 16:44:18.856819 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80347b8-6413-4a28-991f-2af220ecd307 req-73fac5ba-adf3-4184-879b-9be6833a784f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:18.858347 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f80347b8-6413-4a28-991f-2af220ecd307 req-73fac5ba-adf3-4184-879b-9be6833a784f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.0836680 Jun 02 16:44:18.907013 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f80347b8-6413-4a28-991f-2af220ecd307 req-6983dd32-8ab6-4b50-9823-42d99a45e525 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Jun 02 16:44:19.539562 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dba5b2-66b0-4e25-aed3-045872e4f144 req-c2c17786-7422-4284-abda-230b5b7fc4db tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:19.541098 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f2dba5b2-66b0-4e25-aed3-045872e4f144 req-c2c17786-7422-4284-abda-230b5b7fc4db tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.0900323 Jun 02 16:44:19.600294 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f2dba5b2-66b0-4e25-aed3-045872e4f144 req-169fd086-4a35-4195-ac23-6aaff63b9a0c tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Jun 02 16:44:20.110285 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bac0d2-57ba-4639-957b-002e5c43ba49 req-617592dc-2701-40bf-ad5d-71c6d64dfcc6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:20.111977 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-19bac0d2-57ba-4639-957b-002e5c43ba49 req-617592dc-2701-40bf-ad5d-71c6d64dfcc6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.0852070 Jun 02 16:44:20.158278 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-19bac0d2-57ba-4639-957b-002e5c43ba49 req-77ae3803-a238-47d6-a072-445689ac154f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Jun 02 16:44:20.825616 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183dc23-f472-469c-b495-95445a76179a req-bf224684-01f7-4d87-b594-ff09707ee4b9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:20.827062 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3183dc23-f472-469c-b495-95445a76179a req-bf224684-01f7-4d87-b594-ff09707ee4b9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.1234095 Jun 02 16:44:20.872961 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3183dc23-f472-469c-b495-95445a76179a req-abc91b74-10dc-4b8b-90d8-1cff142edeb9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Jun 02 16:44:21.389590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaef7c-826d-4da4-b754-31e5a4f6fd3b req-c7ce548c-f9b9-4f80-a8ad-95d0731a9d81 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:21.391416 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e8eaef7c-826d-4da4-b754-31e5a4f6fd3b req-c7ce548c-f9b9-4f80-a8ad-95d0731a9d81 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.0994334 Jun 02 16:44:21.465863 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e8eaef7c-826d-4da4-b754-31e5a4f6fd3b req-1081b2c7-7caa-4825-8456-e2e59ef0ad19 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616493 Jun 02 16:44:22.056911 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16676f44-b60e-4267-beba-ba75c455d8ed req-3bfdc33f-9b83-4a04-ae59-b6e6b542d0d9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:22.058847 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-16676f44-b60e-4267-beba-ba75c455d8ed req-3bfdc33f-9b83-4a04-ae59-b6e6b542d0d9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 931 time: 0.0800767 Jun 02 16:44:22.102706 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-16676f44-b60e-4267-beba-ba75c455d8ed req-8b6c38f4-406d-4dd3-9d1d-d96f02983dab tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Jun 02 16:44:22.387809 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Request body: {'port': {'device_id': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:22.503308 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:22.854102 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf156-bbdf-4a50-9977-06d9a7c706e9 req-efc63d72-3ea0-4f2d-bb3a-1f51df48715a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:22.856003 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-04fdf156-bbdf-4a50-9977-06d9a7c706e9 req-efc63d72-3ea0-4f2d-bb3a-1f51df48715a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.2751381 Jun 02 16:44:23.018888 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-04fdf156-bbdf-4a50-9977-06d9a7c706e9 req-000c6157-22e7-405a-9ad2-2c873ec6bce0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188092 Jun 02 16:44:23.071432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-711af0fe-9910-40f3-9fc8-21e8db9f9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:23.073248 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-711af0fe-9910-40f3-9fc8-21e8db9f9620 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773&tenant_id=d3c50cd5213540cb95bfde5626d2de5d HTTP/1.1" status: 200 len: 1096 time: 0.1366625 Jun 02 16:44:23.188915 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba98449-39ed-4afb-b31f-0cbec1e91796 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:44:23.199275 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:23.218942 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Transition to ACTIVE for port object bba98449-39ed-4afb-b31f-0cbec1e91796 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:44:23.223418 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:23.231105 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-476613bd-9bab-4eba-81e8-87a1325ce507 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:23.282569 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-4db00a5d-2596-4777-82b0-eb5db3183dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:23.284009 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-4db00a5d-2596-4777-82b0-eb5db3183dc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1096 time: 0.1767170 Jun 02 16:44:23.440787 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:23.448612 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:23.632716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-b5274b38-d8dd-4871-9c83-1c92988e51db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:23.634158 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-b5274b38-d8dd-4871-9c83-1c92988e51db service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.3177130 Jun 02 16:44:23.643464 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Attempting to bind port bba98449-39ed-4afb-b31f-0cbec1e91796 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:44:23.643784 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Attempting to bind port bba98449-39ed-4afb-b31f-0cbec1e91796 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:44:23.644106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Attempting to bind port bba98449-39ed-4afb-b31f-0cbec1e91796 on network d4072d85-aeb1-4b42-8297-093313a1df8a {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:44:23.703138 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f8c5-f209-45cd-a75b-fe80572d1b44 req-d409e2d9-272f-4ae7-92bc-02f5b7a9ba7f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:23.704556 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2ea5f8c5-f209-45cd-a75b-fe80572d1b44 req-d409e2d9-272f-4ae7-92bc-02f5b7a9ba7f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.4381723 Jun 02 16:44:23.712367 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Port bba98449-39ed-4afb-b31f-0cbec1e91796 on network d4072d85-aeb1-4b42-8297-093313a1df8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:44:23.712685 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Attempting to bind port bba98449-39ed-4afb-b31f-0cbec1e91796 on network d4072d85-aeb1-4b42-8297-093313a1df8a {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:44:23.748073 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:44:23.748402 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Checking segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:44:23.748785 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Bound using segment: {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:44:23.749211 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Bound port: bba98449-39ed-4afb-b31f-0cbec1e91796, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7977b507-a63a-4803-a415-25e26f85dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:44:23.749548 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:23.836560 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2ea5f8c5-f209-45cd-a75b-fe80572d1b44 req-009f7d62-ed81-4b01-8aeb-2b9f4013e3bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249492 Jun 02 16:44:23.840846 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-3b1e8a2a-b29f-449b-a242-2d027eb440f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 998 time: 0.1988955 Jun 02 16:44:23.924553 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-7ed73bff-6ca4-4d35-87f4-22e2bd280ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:23.925977 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-7ed73bff-6ca4-4d35-87f4-22e2bd280ac7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0784981 Jun 02 16:44:23.926942 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:44:23.929919 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:44:23.969480 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:23.978097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-971dcd26-879b-4c8b-925c-6baf8467e2ee tempest-VolumesActionsTest-2018510262 tempest-VolumesActionsTest-2018510262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:24.037203 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.037803 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:24.039133 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] 10.222.0.48 "PUT /v2.0/ports/bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 1093 time: 1.6561954 Jun 02 16:44:24.039715 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:24.041893 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a4d1a3-759e-4ff6-b1b0-2b136d889130" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:24.071480 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:24.076459 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:24.086109 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-eb484ba7-8f5c-41a6-aba4-b80bb0b5d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.087655 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-eb484ba7-8f5c-41a6-aba4-b80bb0b5d3c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1556997 Jun 02 16:44:24.382768 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d6c86d-ecb0-41f8-b74f-3fc9dcae2a94 x-openstack-request-id: req-b8d6c86d-ecb0-41f8-b74f-3fc9dcae2a94 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:24.383088 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:24.383350 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8d6c86d-ecb0-41f8-b74f-3fc9dcae2a94 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:24.383755 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'status': 'completed', 'code': 200} Jun 02 16:44:24.456928 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-eb4efabd-a6ad-4170-8b4a-025e79409f59 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610294 Jun 02 16:44:24.459914 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-4959e82d-ff56-45b8-9298-3ceffa3338ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.461239 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-4959e82d-ff56-45b8-9298-3ceffa3338ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1096 time: 0.3395174 Jun 02 16:44:24.475076 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6190f-b1ed-4f8c-97ac-bda69dac4b72 req-53b40247-46cc-4a0e-abf8-2636d5ba2b65 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.476686 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fab6190f-b1ed-4f8c-97ac-bda69dac4b72 req-53b40247-46cc-4a0e-abf8-2636d5ba2b65 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.3152337 Jun 02 16:44:24.570807 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-2d94aeba-6292-41dc-9db8-846c152929f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 217 time: 0.0931931 Jun 02 16:44:24.717729 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fab6190f-b1ed-4f8c-97ac-bda69dac4b72 req-c69f4bcd-2734-446d-b387-799cdf6af4ec tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680822 Jun 02 16:44:24.738932 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-87d4d1df-8079-4899-849f-137091d17fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.740346 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-87d4d1df-8079-4899-849f-137091d17fc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.1588798 Jun 02 16:44:24.806730 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-468070bb-d18d-4d57-8f93-f5c8185cfca3 req-6f9e61ef-bf39-4718-a6db-f62e3b772895 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280916 Jun 02 16:44:24.836711 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026895d-04d3-4600-ac08-d71483b285c3 req-eb0f05a8-8786-4bb1-85e4-7bac92d55445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.838274 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-eb0f05a8-8786-4bb1-85e4-7bac92d55445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908465 Jun 02 16:44:25.015723 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-33e61e8b-e04d-4a11-bad4-b9d71309bb95 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712906 Jun 02 16:44:25.143633 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb5ae2-5994-47c3-8609-97d53c742d8e req-e0615c39-e764-4d84-bb3a-d01d0810566a tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:25.145128 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22cb5ae2-5994-47c3-8609-97d53c742d8e req-e0615c39-e764-4d84-bb3a-d01d0810566a tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.1879840 Jun 02 16:44:25.209856 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d026895d-04d3-4600-ac08-d71483b285c3 req-17d941c1-ee55-47fb-9bd3-e42f07fca7fb service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814137 Jun 02 16:44:25.212703 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22cb5ae2-5994-47c3-8609-97d53c742d8e req-b8c2c834-728d-49f6-9ed8-2694c64e2ccb tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599515 Jun 02 16:44:25.346500 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-d92e6c9e-7d68-49ed-9523-74b4cf4284a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:25.348330 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-d92e6c9e-7d68-49ed-9523-74b4cf4284a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1096 time: 0.0863140 Jun 02 16:44:25.524230 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-ad1c9a87-5534-4f81-b1df-20960fe3529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:25.527306 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-ad1c9a87-5534-4f81-b1df-20960fe3529b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.1708097 Jun 02 16:44:25.923655 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9feed0-dc73-479f-baa5-f622faf7428d req-664d407a-94cb-4128-a66e-a46d74de78cf tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:25.925439 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3f9feed0-dc73-479f-baa5-f622faf7428d req-664d407a-94cb-4128-a66e-a46d74de78cf tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.0886328 Jun 02 16:44:25.971093 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3f9feed0-dc73-479f-baa5-f622faf7428d req-f7acd1a9-ff6a-48fe-b2b0-9cab5bd7bc37 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397837 Jun 02 16:44:26.440022 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fe2ee-730a-4f6d-b852-77263671ec21 req-b5c332f7-636c-4afe-9e28-f612614e0a72 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:26.441523 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4f8fe2ee-730a-4f6d-b852-77263671ec21 req-b5c332f7-636c-4afe-9e28-f612614e0a72 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.0871227 Jun 02 16:44:26.505376 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4f8fe2ee-730a-4f6d-b852-77263671ec21 req-690edd43-57ae-47c3-96c5-cb1adbe74ea7 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Jun 02 16:44:27.172224 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf0951-3b88-4998-8f24-e8f9ba17293b req-6bf4d358-781f-47ee-abfa-3de0c9cc8aa9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:27.173623 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e2cf0951-3b88-4998-8f24-e8f9ba17293b req-6bf4d358-781f-47ee-abfa-3de0c9cc8aa9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.0897057 Jun 02 16:44:27.223651 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e2cf0951-3b88-4998-8f24-e8f9ba17293b req-d9244c34-943d-4eb2-b17b-939f56bc10fc tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440793 Jun 02 16:44:27.691261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13982358-1238-4489-923f-0c6d301d2220 req-66c1ce82-05c6-4ea2-a9da-f55ecd5462ca tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:27.692727 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-13982358-1238-4489-923f-0c6d301d2220 req-66c1ce82-05c6-4ea2-a9da-f55ecd5462ca tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.0870440 Jun 02 16:44:27.745279 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-13982358-1238-4489-923f-0c6d301d2220 req-7b13738e-b2af-41a4-a6f8-82a405855433 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Jun 02 16:44:28.434021 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba767339-7b0b-4868-9d49-bce079914ad9 req-c0375e49-08c0-4f26-b9bc-57980215f30f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:28.435560 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ba767339-7b0b-4868-9d49-bce079914ad9 req-c0375e49-08c0-4f26-b9bc-57980215f30f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.0977511 Jun 02 16:44:28.484892 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ba767339-7b0b-4868-9d49-bce079914ad9 req-d32a6936-ca6d-4c31-9937-93bbdf266fac tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Jun 02 16:44:28.941832 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8249a3e-a5ac-4919-95c7-b5dc383048d3 req-2c777526-6fae-4b4c-a7a5-4ee2be88fab9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:28.943256 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c8249a3e-a5ac-4919-95c7-b5dc383048d3 req-2c777526-6fae-4b4c-a7a5-4ee2be88fab9 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.0823636 Jun 02 16:44:29.025292 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c8249a3e-a5ac-4919-95c7-b5dc383048d3 req-f5657548-7cf5-4858-9cc6-adc7d7d39cec tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683045 Jun 02 16:44:29.324059 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51562) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:29.445972 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:29.462812 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:29.467974 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Usage tracker for resource:security_group_rule and tenant:352999e375484624beeca38fc32f2831 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:29.471823 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:29.479089 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:29.578559 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:29.585156 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:29.596072 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7a816736-63bb-46ef-a66f-e13f70e320ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:29.644993 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51568) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:29.646678 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=352999e375484624beeca38fc32f2831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213339 Jun 02 16:44:29.648681 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1f035-24f8-448a-bae1-ea56426e5706,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:29.653301 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:29.849331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:29.873621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e4663-f946-4e15-aece-8df7676b6a7a req-04e59711-e025-4cb0-8fc0-c7fcb93929c6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:29.875157 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-012e4663-f946-4e15-aece-8df7676b6a7a req-04e59711-e025-4cb0-8fc0-c7fcb93929c6 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.2720826 Jun 02 16:44:29.890143 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:29.981309 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-012e4663-f946-4e15-aece-8df7676b6a7a req-91719a0e-df83-4bc7-88d1-d6b817f484c0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790584 Jun 02 16:44:29.994118 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:29.998254 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-92c35efd-3cff-4ab2-ad2c-c27d6e96b521 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:30.009362 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1f035-24f8-448a-bae1-ea56426e5706,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:30.013435 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:30.017218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:30.018329 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22f1f035-24f8-448a-bae1-ea56426e5706 HTTP/1.1" status: 204 len: 168 time: 0.3724313 Jun 02 16:44:30.242951 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c18536-4296-4571-a347-69045bba77a6 req-fd62b23c-a1cb-4b08-bf19-1acc1447d332 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:30.244468 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-28c18536-4296-4571-a347-69045bba77a6 req-fd62b23c-a1cb-4b08-bf19-1acc1447d332 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.1071107 Jun 02 16:44:30.292569 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-28c18536-4296-4571-a347-69045bba77a6 req-049b8a5d-3421-4145-8f4e-1fe9ba3851e2 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Jun 02 16:44:30.819916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51592) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:30.930752 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1438904328-network', 'tenant_id': 'e04fc8c76aca4d6097fbfe272f7235de'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:30.936188 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:30.940201 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Usage tracker for resource:network and tenant:e04fc8c76aca4d6097fbfe272f7235de is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:30.943048 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:30.949677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:30.962544 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Made reservation on behalf of e04fc8c76aca4d6097fbfe272f7235de for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:30.966338 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:30.979263 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:30.997395 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:31.001149 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Usage tracker for resource:security_group_rule and tenant:e04fc8c76aca4d6097fbfe272f7235de is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:31.003876 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:31.010340 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:31.183643 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:31.193026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:31.203948 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-2a2827af-7429-40d4-b1f4-0a4db123aa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:31.222881 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:44:31.250766 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:31.251099 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Added segment 554e6cfc-7e7a-4b67-b8eb-fb247ce5790b of type vlan for network 171d61d6-7cef-4798-99bd-0e244830fbff Jun 02 16:44:31.257100 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e01256-f6d3-42b0-b7ac-1ff2397d3c71,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:31.260292 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:31.313392 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:31.332724 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541be878-2af1-4ed7-abdd-ec3b2c7f2526 req-d741ad71-8679-407e-9337-3748b8f6c37e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:31.334273 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-541be878-2af1-4ed7-abdd-ec3b2c7f2526 req-d741ad71-8679-407e-9337-3748b8f6c37e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.2053607 Jun 02 16:44:31.443174 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-541be878-2af1-4ed7-abdd-ec3b2c7f2526 req-d66dd969-da1a-47c5-b5cd-400309c33d02 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027906 Jun 02 16:44:31.449614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:31.455666 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:31.456251 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:31.462008 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-71916186-1d02-4019-921c-35feb6887bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:31.579234 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Pushing event updated for resources: {'Network': ['ID=171d61d6-7cef-4798-99bd-0e244830fbff,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:31.582044 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7611387 Jun 02 16:44:31.582974 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:31.585609 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51602) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:31.590394 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 171d61d6-7cef-4798-99bd-0e244830fbff details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:44:31.594152 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Request body: {'subnet': {'network_id': '171d61d6-7cef-4798-99bd-0e244830fbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1438904328-subnet', 'tenant_id': 'e04fc8c76aca4d6097fbfe272f7235de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:31.605160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893d361-6d70-4acd-87f9-9beb05e989d9 req-eee6bc07-f096-48e7-99e8-cecbac44b3b0 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:31.605613 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:31.606864 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a893d361-6d70-4acd-87f9-9beb05e989d9 req-eee6bc07-f096-48e7-99e8-cecbac44b3b0 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.2039318 Jun 02 16:44:31.620787 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Usage tracker for resource:subnet and tenant:e04fc8c76aca4d6097fbfe272f7235de is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:31.624270 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:31.630582 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:31.669645 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a893d361-6d70-4acd-87f9-9beb05e989d9 req-8748f2f7-f7ff-4a59-8f9d-f74c7fe8179f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564001 Jun 02 16:44:31.681376 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Made reservation on behalf of e04fc8c76aca4d6097fbfe272f7235de for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:31.687670 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:32.197135 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:32.201678 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:32.268780 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d71d20-89e1-4e65-bb6c-dbe31b83226e,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:32.272512 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:32.295040 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Checking segment: {'id': '554e6cfc-7e7a-4b67-b8eb-fb247ce5790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '171d61d6-7cef-4798-99bd-0e244830fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:44:32.295510 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Network hostable DHCP agents. Network: 171d61d6-7cef-4798-99bd-0e244830fbff, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:44:32.312590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Network 171d61d6-7cef-4798-99bd-0e244830fbff is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:44:32.322144 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 171d61d6-7cef-4798-99bd-0e244830fbff) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:44:32.331628 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:32.332881 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:32.337390 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f9e97-aa30-48bd-839e-e1c28da8595b None None] Network 171d61d6-7cef-4798-99bd-0e244830fbff requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:32.371042 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-fe5859a2-bb74-489a-95b3-499fe2a8eee0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7811236 Jun 02 16:44:32.592373 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc2b6b-ff66-4681-97e7-80d792271b7d None None] Network 171d61d6-7cef-4798-99bd-0e244830fbff requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:32.730294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c439bf-2fc7-44cc-967a-e6cb17794269 req-2f62904b-8f17-4d7a-9405-9863e828c332 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:32.733108 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f8c439bf-2fc7-44cc-967a-e6cb17794269 req-2f62904b-8f17-4d7a-9405-9863e828c332 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1524537 Jun 02 16:44:32.796530 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f8c439bf-2fc7-44cc-967a-e6cb17794269 req-aa86c2a0-3133-4b22-aae5-a2c515a7ba37 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573661 Jun 02 16:44:32.963554 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ab13e-7666-4679-b642-8490f64be839 req-b9823153-796e-4c97-a7b3-f6d7d69648bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:32.971193 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f9ab13e-7666-4679-b642-8490f64be839 req-b9823153-796e-4c97-a7b3-f6d7d69648bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.1167302 Jun 02 16:44:33.017763 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f9ab13e-7666-4679-b642-8490f64be839 req-15d2e105-e0e6-4d77-86d5-38c6e0a8a1ec tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Jun 02 16:44:33.166545 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51622) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:33.172614 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-620689212-network', 'tenant_id': '098bc5b729474b94953a7c28108f55a6'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:33.177739 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:33.181885 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Usage tracker for resource:network and tenant:098bc5b729474b94953a7c28108f55a6 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:33.185011 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:33.190555 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:33.200746 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Made reservation on behalf of 098bc5b729474b94953a7c28108f55a6 for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:33.203328 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.217122 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.235779 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:33.240585 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Usage tracker for resource:security_group_rule and tenant:098bc5b729474b94953a7c28108f55a6 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:33.243569 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:33.250077 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:33.349868 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.355149 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.358111 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5ba824a2-62ff-41e1-a1c9-083f27b6bd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:33.389534 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:44:33.398314 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430060b1-27f1-4852-9540-6949afabd47d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:33.402580 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:33.405290 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.405628 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Added segment fd81680c-fb19-40a2-aa20-98e26010c633 of type vlan for network 19103d15-79df-449f-9f91-42203c12e8d8 Jun 02 16:44:33.446005 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.476162 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.477510 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:33.478077 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.490322 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ae37e93c-3699-4604-8486-4d162a3d39c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:33.580919 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4125328 Jun 02 16:44:33.584017 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51624) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:33.586294 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Pushing event updated for resources: {'Network': ['ID=19103d15-79df-449f-9f91-42203c12e8d8,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:33.589851 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:33.591769 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Request body: {'subnet': {'network_id': '19103d15-79df-449f-9f91-42203c12e8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-620689212-subnet', 'tenant_id': '098bc5b729474b94953a7c28108f55a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:33.596659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:33.596832 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 19103d15-79df-449f-9f91-42203c12e8d8 details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:44:33.600879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Usage tracker for resource:subnet and tenant:098bc5b729474b94953a7c28108f55a6 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:33.603680 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:33.613726 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:33.631597 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Made reservation on behalf of 098bc5b729474b94953a7c28108f55a6 for: {'subnet': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:33.634446 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2943374'] for subnet, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:34.060550 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8d21d-cd41-44fb-b40c-0682101defaa req-fe5e732c-f314-46ce-8063-24c7f1375943 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:34.062046 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1cf8d21d-cd41-44fb-b40c-0682101defaa req-fe5e732c-f314-46ce-8063-24c7f1375943 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1572943 Jun 02 16:44:34.138612 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1cf8d21d-cd41-44fb-b40c-0682101defaa req-48ae9b81-1636-4370-8231-71c58e09dc65 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688674 Jun 02 16:44:34.264109 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3483741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2943388'] for subnet, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:34.271659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-90b72765-09cb-4b15-a4b7-678a5aa73170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:34.323215 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab446ff-88b9-4349-adbc-7ebd87ade383 req-3fafeab2-8c3d-42f8-901e-c4af6f2aaf56 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:34.324588 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cab446ff-88b9-4349-adbc-7ebd87ade383 req-3fafeab2-8c3d-42f8-901e-c4af6f2aaf56 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.1814959 Jun 02 16:44:34.381897 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=307860e7-6870-4f84-8b3a-3412501893b0,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:34.387287 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:34.388171 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Checking segment: {'id': 'fd81680c-fb19-40a2-aa20-98e26010c633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '19103d15-79df-449f-9f91-42203c12e8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:44:34.388525 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Network hostable DHCP agents. Network: 19103d15-79df-449f-9f91-42203c12e8d8, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:44:34.415110 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cab446ff-88b9-4349-adbc-7ebd87ade383 req-b7fb8940-e6d5-4511-86b6-3613c59daf94 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801852 Jun 02 16:44:34.429375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Network 19103d15-79df-449f-9f91-42203c12e8d8 is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:44:34.451012 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 19103d15-79df-449f-9f91-42203c12e8d8) {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:44:34.471996 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97eec4-dd60-4b65-81cf-f249cd30ec2f None None] Network 19103d15-79df-449f-9f91-42203c12e8d8 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:34.474596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:34.475355 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:34.496551 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9110315 Jun 02 16:44:34.502567 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b153581a-80e6-4a28-9ccc-2993cfe88e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:34.725311 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51632) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:34.775633 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37893222-5945-4ee8-aa04-c1fe5ca3e7c8 None None] Network 19103d15-79df-449f-9f91-42203c12e8d8 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:34.896524 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Deleting subnet e6d71d20-89e1-4e65-bb6c-dbe31b83226e {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:44:34.899788 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:34.951036 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.020247 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.344630 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.352680 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-75025101-c7bf-420a-8f9c-b43bd6db3a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:35.392820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d71d20-89e1-4e65-bb6c-dbe31b83226e,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:35.394863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.398677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:35.412538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a8fcc-5ca5-4bc6-bd8c-5846f09a131f req-dfc2c3cb-65cc-4119-b003-636fc0dd1e3a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:35.414083 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-463a8fcc-5ca5-4bc6-bd8c-5846f09a131f req-dfc2c3cb-65cc-4119-b003-636fc0dd1e3a tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.1549857 Jun 02 16:44:35.415338 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-830c59f5-5787-4d7f-a4c1-6f4fc1a57130 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e6d71d20-89e1-4e65-bb6c-dbe31b83226e HTTP/1.1" status: 204 len: 168 time: 0.6890392 Jun 02 16:44:35.417957 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51638) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:35.595546 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-463a8fcc-5ca5-4bc6-bd8c-5846f09a131f req-d30d3a53-aafc-48e0-8d47-e383c24bf023 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585491 Jun 02 16:44:35.609858 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.716385 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55209520-bc56-4b09-a79b-f0b887597a43 req-370798ce-0ac8-4feb-81cd-4ddc748f50b2 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:35.717887 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-55209520-bc56-4b09-a79b-f0b887597a43 req-370798ce-0ac8-4feb-81cd-4ddc748f50b2 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.1782954 Jun 02 16:44:35.771516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.797876 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d61d6-7cef-4798-99bd-0e244830fbff']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:35.809806 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.815047 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554e6cfc-7e7a-4b67-b8eb-fb247ce5790b') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:35.815347 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554e6cfc-7e7a-4b67-b8eb-fb247ce5790b') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:35.837038 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.853429 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-55209520-bc56-4b09-a79b-f0b887597a43 req-bf6a5bae-1809-4fab-b20c-5aeadc40abac tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Jun 02 16:44:35.859412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.866423 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:44:35.866806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:44:35.881099 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:44:35.957525 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.961341 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a8bc80a6-0db9-4515-af30-e94a0f0babd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:35.974191 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.984848 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] 10.222.0.38 "DELETE /v2.0/networks/171d61d6-7cef-4798-99bd-0e244830fbff HTTP/1.1" status: 204 len: 168 time: 0.5659344 Jun 02 16:44:35.985737 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Pushing event deleted for resources: {'Network': ['ID=171d61d6-7cef-4798-99bd-0e244830fbff,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:35.987545 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51642) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:36.016381 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1bf1620c-8476-4894-ae7c-a81c2754ac75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:36.045677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Deleting subnet 307860e7-6870-4f84-8b3a-3412501893b0 {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:44:36.048668 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.099890 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.153888 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.441600 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:44:36.513086 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-cb25b19d-93f3-4337-88a5-59680c57bef4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 217 time: 0.1567190 Jun 02 16:44:36.593223 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-f3661033-c1dd-450b-bebc-0e8290f2378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:36.594627 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-f3661033-c1dd-450b-bebc-0e8290f2378b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0739660 Jun 02 16:44:36.595644 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.600116 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:36.670812 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307860e7-6870-4f84-8b3a-3412501893b0,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:36.674952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:36.691837 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.699941 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-115be804-a59d-48f3-9ed2-c63f3344f17e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/307860e7-6870-4f84-8b3a-3412501893b0 HTTP/1.1" status: 204 len: 168 time: 0.7114432 Jun 02 16:44:36.702414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51646) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:36.876486 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.890843 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-ccdf2b13-738a-422e-bef4-f73155980529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:36.892184 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-ccdf2b13-738a-422e-bef4-f73155980529 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2681785 Jun 02 16:44:36.940189 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b1d03465-80c3-401f-aae9-6501a6f62455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.031865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8eb2d-773a-4b78-8e07-8d69a35782ab req-457eaf32-7ce0-4880-9fe1-366abf5d4170 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:37.033236 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ff8eb2d-773a-4b78-8e07-8d69a35782ab req-457eaf32-7ce0-4880-9fe1-366abf5d4170 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 943 time: 0.3117676 Jun 02 16:44:37.131387 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.202435 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19103d15-79df-449f-9f91-42203c12e8d8']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:37.240495 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd81680c-fb19-40a2-aa20-98e26010c633') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:37.240819 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd81680c-fb19-40a2-aa20-98e26010c633') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:37.275041 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6ff8eb2d-773a-4b78-8e07-8d69a35782ab req-de5615f7-2cb9-448b-a475-5800cb74c47b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178791 Jun 02 16:44:37.279575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.292998 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-ef217124-51ca-4b39-afa4-0299cca761bc service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924437 Jun 02 16:44:37.296654 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.319874 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.351903 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:44:37.352286 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:44:37.365137 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:44:37.372935 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179dbb-2f67-4146-80ee-7b250f27f7b2 req-448f19c4-808c-4149-a8dc-717a9e5bd4a6 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:37.374365 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d8179dbb-2f67-4146-80ee-7b250f27f7b2 req-448f19c4-808c-4149-a8dc-717a9e5bd4a6 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 943 time: 0.4046884 Jun 02 16:44:37.544916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.565005 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d8179dbb-2f67-4146-80ee-7b250f27f7b2 req-2579bd67-1c7b-4656-8e7c-d940e0af6558 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806629 Jun 02 16:44:37.565204 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.568983 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:37.590034 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-72a4d1a3-759e-4ff6-b1b0-2b136d889130 req-801868e8-2a03-4fec-98d2-852bb4e6be28 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898161 Jun 02 16:44:37.591918 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=19103d15-79df-449f-9f91-42203c12e8d8,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:37.594702 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] 10.222.0.38 "DELETE /v2.0/networks/19103d15-79df-449f-9f91-42203c12e8d8 HTTP/1.1" status: 204 len: 168 time: 0.8913541 Jun 02 16:44:37.595950 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-76f60124-5701-413f-b399-c6c288d2a4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:37.761638 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51652) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:37.808724 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-0ceb6389-2b17-4b34-b029-06cb711b10fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e04fc8c76aca4d6097fbfe272f7235de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458152 Jun 02 16:44:37.811005 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51654) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:37.865481 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.890931 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.943008 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.948917 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6b3cdfaa-dc74-4f42-a729-9986ff3ea042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:37.950623 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.962147 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e01256-f6d3-42b0-b7ac-1ff2397d3c71,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:37.965139 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:37.967229 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:37.968177 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-db74629a-2a46-45bc-bbe5-4c8d0a29b04a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83e01256-f6d3-42b0-b7ac-1ff2397d3c71 HTTP/1.1" status: 204 len: 168 time: 0.1563146 Jun 02 16:44:37.980143 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:44:38.145884 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:38.159849 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'port_id': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'mac_address': 'fa:16:3e:8a:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:44:38.216227 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.233114 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeec5df1-4d9d-4dfb-8dfc-42affcaff96d {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:44:38.248311 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:38.252225 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.253200 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bba98449-39ed-4afb-b31f-0cbec1e91796 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:44:38.256656 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:38.313291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51662) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:38.356594 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=9']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:38.361586 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:38.371616 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-8e9a57e0-274a-4cc2-a836-2ef6e236a6b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=098bc5b729474b94953a7c28108f55a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540714 Jun 02 16:44:38.372139 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51664) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:38.433165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.447113 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:38.459164 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.460473 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'port_id': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'mac_address': 'fa:16:3e:30:bc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:44:38.489532 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e1ef-b2e9-421e-bdca-d4f005f641ad req-d7982e87-97f7-4a0c-8709-47d0b667285e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:38.492334 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-51e7e1ef-b2e9-421e-bdca-d4f005f641ad req-d7982e87-97f7-4a0c-8709-47d0b667285e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 944 time: 0.0975423 Jun 02 16:44:38.521556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.522988 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.529161 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b6d6b9c2-0a79-4af1-9ab8-c9485972656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:38.539227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-51e7e1ef-b2e9-421e-bdca-d4f005f641ad req-03a4e730-fb1a-45b2-bf51-2411cea2a9d0 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 Jun 02 16:44:38.540335 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba98449-39ed-4afb-b31f-0cbec1e91796 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:44:38.545088 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430060b1-27f1-4852-9540-6949afabd47d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:38.547407 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.548785 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/430060b1-27f1-4852-9540-6949afabd47d HTTP/1.1" status: 204 len: 168 time: 0.1756217 Jun 02 16:44:38.549702 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:38.564508 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:38.570539 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:38.572342 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2320baf9-7bef-4f3f-b05e-9206be3a239c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:38.638478 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:38.641381 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:38.752101 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fca98-709d-4e1b-b730-d30c13e62ca9 req-a99c64bb-1c7f-4bc4-a420-f22832b0704c tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:38.753601 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-752fca98-709d-4e1b-b730-d30c13e62ca9 req-a99c64bb-1c7f-4bc4-a420-f22832b0704c tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 944 time: 0.0804048 Jun 02 16:44:38.802193 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-752fca98-709d-4e1b-b730-d30c13e62ca9 req-61b3caa9-13bd-45bf-a8ff-5f667ea4005d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416012 Jun 02 16:44:38.834878 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:38.872313 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bba98449-39ed-4afb-b31f-0cbec1e91796'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:39.711578 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:39.767900 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb62b3-55e1-408f-808d-f69b382d2ded req-08842fa0-101c-42c1-8838-ac9b22c38547 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:39.769869 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f4fb62b3-55e1-408f-808d-f69b382d2ded req-08842fa0-101c-42c1-8838-ac9b22c38547 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 944 time: 0.0880191 Jun 02 16:44:39.818523 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f4fb62b3-55e1-408f-808d-f69b382d2ded req-d21054db-5d7e-49a6-847d-4b14c982ad3d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Jun 02 16:44:39.990391 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:44:40.000938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce16b-2f60-48d5-bbdc-47e118e8afa6 req-fb8d9299-e235-4eb0-97a0-ed16da8b157b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:40.002447 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c6bce16b-2f60-48d5-bbdc-47e118e8afa6 req-fb8d9299-e235-4eb0-97a0-ed16da8b157b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 944 time: 0.0888839 Jun 02 16:44:40.054521 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c6bce16b-2f60-48d5-bbdc-47e118e8afa6 req-1a8ae8e3-4c75-46bf-b705-66d067d45ed0 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457537 Jun 02 16:44:40.066280 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:40.066657 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.189879 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.218123 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:40.220401 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2ec108-951b-46fe-9a40-8f282f724888" -d '{"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-plugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:40.228159 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:40.234039 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.234883 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bba98449-39ed-4afb-b31f-0cbec1e91796 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:44:40.263490 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:40.350445 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=10']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:40.353965 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:40.363938 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port bba98449-39ed-4afb-b31f-0cbec1e91796 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:44:40.368967 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port bba98449-39ed-4afb-b31f-0cbec1e91796 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:40.369497 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.407942 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfb4cb6-dcee-499c-aa77-0ba3bb59f4b2 x-openstack-request-id: req-6cfb4cb6-dcee-499c-aa77-0ba3bb59f4b2 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:40.408240 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-plugged", "status": "completed", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:40.408496 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6cfb4cb6-dcee-499c-aa77-0ba3bb59f4b2 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:40.408921 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'code': 200} Jun 02 16:44:40.492360 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.520448 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51728) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:40.532692 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:40.537165 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.539173 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:40.621751 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:40.624746 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:40.657084 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.673834 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:40.678945 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Usage tracker for resource:security_group_rule and tenant:a95c6114a08b427a99e25c9638ce0a3f is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:40.682678 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:40.690193 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:40.694885 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca483-79a6-40f3-a65a-789284dbbcab req-6fa47527-6efa-4cb4-aaac-bc7f89ae384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:40.696332 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5c0ca483-79a6-40f3-a65a-789284dbbcab req-6fa47527-6efa-4cb4-aaac-bc7f89ae384f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1099 time: 0.1181483 Jun 02 16:44:40.752258 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5c0ca483-79a6-40f3-a65a-789284dbbcab req-ece230c7-f8d1-4b38-9528-a2c8d4c23588 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495498 Jun 02 16:44:40.811471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.815096 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:40.822788 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:40.991547 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a95c6114a08b427a99e25c9638ce0a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700453 Jun 02 16:44:40.994315 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51734) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:40.997351 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c3642-522e-4e6f-8d4f-208e6ae73dc8,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:41.000650 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:41.039710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3f3e3-1953-4632-ae45-4e46bb7f2206 req-83ed0f22-b2b0-40c1-8de9-a82f53e5926f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:41.041161 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a0e3f3e3-1953-4632-ae45-4e46bb7f2206 req-83ed0f22-b2b0-40c1-8de9-a82f53e5926f tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 946 time: 0.0986042 Jun 02 16:44:41.051481 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.077793 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.090610 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a0e3f3e3-1953-4632-ae45-4e46bb7f2206 req-0eb56951-cc96-4dd7-b7dc-ea567c467259 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Jun 02 16:44:41.138318 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.142158 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9b86a815-b682-4da4-960a-5b1c8d22b640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:41.153014 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c3642-522e-4e6f-8d4f-208e6ae73dc8,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:41.155792 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:41.161830 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.163292 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/569c3642-522e-4e6f-8d4f-208e6ae73dc8 HTTP/1.1" status: 204 len: 168 time: 0.1673768 Jun 02 16:44:41.248838 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ea58-2b0b-4429-a12e-634ba145e10d req-de7c1a55-9f65-4b16-924b-b33d08a11320 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:41.250863 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a7b5ea58-2b0b-4429-a12e-634ba145e10d req-de7c1a55-9f65-4b16-924b-b33d08a11320 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0833607 Jun 02 16:44:41.297893 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a7b5ea58-2b0b-4429-a12e-634ba145e10d req-21795bd2-d11a-4147-99a2-4987ba8bc219 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Jun 02 16:44:41.445050 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51742) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:41.462479 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.476652 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:41.480670 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Usage tracker for resource:security_group_rule and tenant:7f5935a5626b4e3ba7cdba4c64eafbd1 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:41.483465 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:41.489275 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:41.580172 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.585408 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.593214 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a652a3c6-806e-41bb-acf7-a1eeff9c3c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:41.636122 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f5935a5626b4e3ba7cdba4c64eafbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867871 Jun 02 16:44:41.636407 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51752) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:41.647424 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463694f2-7fb9-46f4-8b22-432c57bbf4f2,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:41.651457 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-05413923-ae53-4f7b-81e8-51d8a99b71bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:41.698827 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.727998 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.781908 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.785901 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1912a484-0006-46de-bf1e-f9debfbf3940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:41.799667 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463694f2-7fb9-46f4-8b22-432c57bbf4f2,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:41.803604 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:41.807097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:41.808436 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6758ac92-7d54-43d1-b639-a63f374fad09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/463694f2-7fb9-46f4-8b22-432c57bbf4f2 HTTP/1.1" status: 204 len: 168 time: 0.1712608 Jun 02 16:44:42.292002 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df141ed7-c679-4a96-a331-660667e3981c req-8c86a1de-21b0-4e2d-a18f-f60b7c4fb973 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:42.294401 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-df141ed7-c679-4a96-a331-660667e3981c req-8c86a1de-21b0-4e2d-a18f-f60b7c4fb973 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 946 time: 0.0878839 Jun 02 16:44:42.354872 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-df141ed7-c679-4a96-a331-660667e3981c req-7d58b630-ed55-46ef-a2a9-64184fd9cc97 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545676 Jun 02 16:44:42.410089 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:42.412842 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a891e-ab14-4a0c-b2a1-f7f7827a90c6" -d '{"events": [{"server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "name": "network-vif-plugged", "status": "completed", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:42.458375 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457736bb-3432-4d52-875a-ca3006f0121f x-openstack-request-id: req-457736bb-3432-4d52-875a-ca3006f0121f {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:42.458742 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "name": "network-vif-plugged", "status": "completed", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:42.459067 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-457736bb-3432-4d52-875a-ca3006f0121f {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:42.459520 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'code': 200} Jun 02 16:44:42.501721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1cfec-5553-428f-bf70-edaafe45136d req-ea051524-0247-42ef-a2ba-b8703cb1b99a tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:42.503313 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f4f1cfec-5553-428f-bf70-edaafe45136d req-ea051524-0247-42ef-a2ba-b8703cb1b99a tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0849724 Jun 02 16:44:42.550863 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f4f1cfec-5553-428f-bf70-edaafe45136d req-03e17b41-fa08-482f-9cc4-b2323f627c33 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Jun 02 16:44:42.691212 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d970-0223-4061-9fbf-3c87366df54e req-7d88f51d-06a6-4d9e-beb0-ac9887f70d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:42.692672 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a57d970-0223-4061-9fbf-3c87366df54e req-7d88f51d-06a6-4d9e-beb0-ac9887f70d13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1098 time: 0.0736217 Jun 02 16:44:42.735151 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a57d970-0223-4061-9fbf-3c87366df54e req-192f4d45-560d-4508-afc3-19bbdf9c910b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Jun 02 16:44:43.563625 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c84ea-72b5-4f9c-9390-fd411d13e897 req-44fb06a7-b080-4608-8c23-bd00b6b21c8d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:43.565203 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a0c84ea-72b5-4f9c-9390-fd411d13e897 req-44fb06a7-b080-4608-8c23-bd00b6b21c8d tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 946 time: 0.0833800 Jun 02 16:44:43.622811 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a0c84ea-72b5-4f9c-9390-fd411d13e897 req-43fb5cfb-79b0-4bbf-b92d-96bebb1eabe2 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510128 Jun 02 16:44:43.755182 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccfe04-4e99-4f9f-a0cb-2f5f5e1a70a6 req-e6545aa9-f42a-4715-8bbc-87450d60e8ce tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:43.756766 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6cccfe04-4e99-4f9f-a0cb-2f5f5e1a70a6 req-e6545aa9-f42a-4715-8bbc-87450d60e8ce tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0809994 Jun 02 16:44:43.809058 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6cccfe04-4e99-4f9f-a0cb-2f5f5e1a70a6 req-52a3003d-dee2-4b06-9599-5c9fd185c477 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Jun 02 16:44:44.012486 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51796a0f-1092-45b2-a724-c53ab2d5966e req-6ad41ab1-9dd9-4732-87bb-a8b2a7d9d355 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:44.014084 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-51796a0f-1092-45b2-a724-c53ab2d5966e req-6ad41ab1-9dd9-4732-87bb-a8b2a7d9d355 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0943885 Jun 02 16:44:44.062779 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-51796a0f-1092-45b2-a724-c53ab2d5966e req-3517f0a2-cdf4-4b2c-bee6-82a2a31afbdb tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Jun 02 16:44:44.449069 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a846f04-94e4-4f9c-81e4-090a1ab88e2e req-01cc31b8-553d-4a90-a070-e1f02ce48be0 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:44.450499 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a846f04-94e4-4f9c-81e4-090a1ab88e2e req-01cc31b8-553d-4a90-a070-e1f02ce48be0 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0791399 Jun 02 16:44:44.494671 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2a846f04-94e4-4f9c-81e4-090a1ab88e2e req-bd3864bd-83f7-4134-8136-332805b91f0f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Jun 02 16:44:49.417375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111cc75-c39d-4b1e-a24c-34fb668afcd2 req-85bd227d-934c-48b2-83aa-7d9c8f873e63 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:49.418848 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d111cc75-c39d-4b1e-a24c-34fb668afcd2 req-85bd227d-934c-48b2-83aa-7d9c8f873e63 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0843089 Jun 02 16:44:49.464265 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d111cc75-c39d-4b1e-a24c-34fb668afcd2 req-ab4f33ad-88ce-4f4a-83e4-076432acb2d3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Jun 02 16:44:49.489738 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51912) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:49.649535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51918) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:49.745172 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:49.764528 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:49.769479 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Usage tracker for resource:security_group_rule and tenant:8c8dbd3edea5458f8d9f66194b4da3d9 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:49.773056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:49.787841 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:49.827448 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f64c1f-0384-4ef0-bb56-f28524efef0a tempest-TestMinimumBasicScenario-1521467866 tempest-TestMinimumBasicScenario-1521467866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:49.828955 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-57f64c1f-0384-4ef0-bb56-f28524efef0a tempest-TestMinimumBasicScenario-1521467866 tempest-TestMinimumBasicScenario-1521467866-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1093 time: 0.3381996 Jun 02 16:44:49.832206 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51922) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:49.837132 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'floatingip': {'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'port_id': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:49.844180 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:49.848165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:floatingip and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:49.851707 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:49.858952 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:49.868897 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for floatingip, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:49.890582 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:49.894535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:49.903339 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b106c431-622d-46be-95de-a095c88e510e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:49.940715 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c8dbd3edea5458f8d9f66194b4da3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901306 Jun 02 16:44:49.942302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06efcc14-886b-4ce3-b50a-5366716f102f,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:49.945451 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-7842b64e-a749-4798-8230-fe442bc5b83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:49.945925 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51924) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:50.005274 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.005482 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.031272 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.082970 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.087732 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8e91f265-61b1-4641-be06-44e78d4bf7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:50.101186 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06efcc14-886b-4ce3-b50a-5366716f102f,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:50.113395 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:50.115408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.116933 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-0c75abaf-5019-49a4-b085-34f01d5ca2c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06efcc14-886b-4ce3-b50a-5366716f102f HTTP/1.1" status: 204 len: 168 time: 0.1697552 Jun 02 16:44:50.150346 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Allocated IP 172.28.0.54 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/1cdc2655-5844-4d78-9a06-0e25bcda9b45) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:44:50.388441 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.404463 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51930) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:50.418823 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.421478 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.423715 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:50.439242 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:50.443003 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Usage tracker for resource:security_group_rule and tenant:ac7d15926b7b40879e12877a2aa73336 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:50.445704 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:50.452154 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:50.486178 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:44:50.489118 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:44:50.492060 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:44:50.535411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.536437 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'Port': ['ID=1cdc2655-5844-4d78-9a06-0e25bcda9b45,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:50.539835 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.540551 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:50.548488 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-17c50d2f-b169-4ffd-9a79-e3cb822fe31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:50.589976 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac7d15926b7b40879e12877a2aa73336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843972 Jun 02 16:44:50.591767 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2cecd-09fa-4d6b-8769-bb7b7a533839,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:50.594335 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51932) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:50.605716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d62d1bc2-871b-4f7f-95d1-cd209bcbad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:50.653596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.681270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.733222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.737923 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ee6a6084-c170-4cb0-aa05-9a11d08cf0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:50.751621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2cecd-09fa-4d6b-8769-bb7b7a533839,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:50.754409 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:50.761779 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:50.765135 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0f2cecd-09fa-4d6b-8769-bb7b7a533839 HTTP/1.1" status: 204 len: 168 time: 0.1677022 Jun 02 16:44:50.927131 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:51.003007 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:51.218444 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:51.223003 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:51.227792 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b1920885-4928-4cd1-9d7e-167f7c644a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:51.332294 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'Port': ['ID=1cdc2655-5844-4d78-9a06-0e25bcda9b45,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:51.336314 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:51.345487 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:51.518766 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Floating IP 18481370-486e-4bda-a47d-fc03ad832f8c associated. External IP: 172.28.0.54, port: bba98449-39ed-4afb-b31f-0cbec1e91796. Jun 02 16:44:51.972718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Router b5c48763-c984-4ae5-a45d-29950f1e909d has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:44:52.162010 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:44:52.171855 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] Sync routers for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:44:52.181251 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:52.181868 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:44:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:52.187526 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.248023 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-24f6294a-46f1-448d-a043-aa7ad13e8010 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4146612 Jun 02 16:44:52.248272 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 51962) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:52.248714 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:52.251125 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb7024-9d2a-46df-9a71-77b72b6cc21e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:52.253614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772902097', 'description': 'tempest-secgroup-smoke-772902097 description', 'project_id': '8f9fd4743d584cb3843c76c038077e2f'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:52.259562 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:52.271162 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:52.282346 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.304037 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:52.308394 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:52.311752 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:52.317468 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:52.366464 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:52.392265 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.397986 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.402496 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-eca6dd8b-4948-4e5e-ad08-7949fd73da52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:52.438203 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9766b1f0-6d18-406a-9a52-5a7d8476d8b7 x-openstack-request-id: req-9766b1f0-6d18-406a-9a52-5a7d8476d8b7 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:52.438592 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:52.438948 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9766b1f0-6d18-406a-9a52-5a7d8476d8b7 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:52.439569 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'status': 'completed', 'code': 200} Jun 02 16:44:52.444998 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:52.452054 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:52.458621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.460320 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-db1721bb-defe-48a8-ac8e-df29f934f8bc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2109399 Jun 02 16:44:52.463743 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51968) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:52.468416 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group_rule': {'security_group_id': 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d', 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:52.475103 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:52.479323 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:52.482236 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:52.488427 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:52.504956 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.546383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-1dd1305f-a2a9-4fe1-a906-103ea4dc8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:52.547851 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-1dd1305f-a2a9-4fe1-a906-103ea4dc8b19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1098 time: 0.0857444 Jun 02 16:44:52.570860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.575166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.577729 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:52.608307 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b4d2a8-34d4-466c-a369-98b441a8fc95,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:52.611475 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:52.619529 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.624003 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-45ffe380-cd76-4f57-9cd7-82f7ae9e2466 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591151 Jun 02 16:44:52.624758 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51970) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:52.630708 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group_rule': {'security_group_id': 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d', 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:52.638005 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:52.642007 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:52.645160 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:52.653122 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:52.670927 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.687520 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-dbc52dda-2203-47b9-a317-e7381cf6bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:52.689079 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-dbc52dda-2203-47b9-a317-e7381cf6bc92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.1351516 Jun 02 16:44:52.738876 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.743494 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.746496 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:52.780847 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.785297 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594110 Jun 02 16:44:52.786316 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6ac655-a95a-4bdc-96c2-61969baccf90,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:52.789764 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2463f440-d7eb-4811-827e-4db8d31927ed tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:52.790271 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51972) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:52.795893 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group_rule': {'security_group_id': 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d', 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:52.802144 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:52.807120 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:52.810224 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:52.813692 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': '18481370-486e-4bda-a47d-fc03ad832f8c', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'port_id': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'mac_address': 'fa:16:3e:30:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:44:50Z', 'updated_at': '2021-06-02T16:44:50Z', 'revision_number': 0, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:51Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:52.815842 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:52.817710 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] Checking router: b5c48763-c984-4ae5-a45d-29950f1e909d for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:44:52.827307 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:44:52.827896 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:44:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:52.831069 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.892309 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-8d0f8e45-45da-4cdd-af7a-ace9856f0b50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 998 time: 0.1965816 Jun 02 16:44:52.896555 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.900378 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.907612 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e6873a00-a582-4323-afab-da432f66c4cd tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:52.927642 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38623a5d-ac08-4c2e-8541-0a5057f7b69b,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:52.930517 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:52.939354 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:52.943214 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494172 Jun 02 16:44:52.943459 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51974) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:52.951066 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group_rule': {'security_group_id': 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d', 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:52.958443 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-447de358-c2ef-46c6-b737-7879af4516c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:52.958788 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:52.960010 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-447de358-c2ef-46c6-b737-7879af4516c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0616796 Jun 02 16:44:52.962736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:52.966329 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:52.971981 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:52.991083 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.022769 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:44:53.038262 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-b4837501-5886-41e7-bf39-9bd576836f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:53.039723 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-b4837501-5886-41e7-bf39-9bd576836f4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726624 Jun 02 16:44:53.057872 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.062303 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.064433 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a67c9930-b4af-409a-af51-23ca3371a561 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:53.088667 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ed0384-a931-478d-afa2-0307c3face64,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:53.091930 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:53.113363 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.117362 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-449782e9-236e-4800-bc2a-1712bc0f655f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1703389 Jun 02 16:44:53.117868 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51978) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:53.123311 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group_rule': {'security_group_id': 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d', 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:53.129610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:53.133475 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:53.140914 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:53.146625 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:53.158761 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.securitygroups_db [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Project 8f9fd4743d584cb3843c76c038077e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:44:53.182429 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.230374 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-4b4c416e-8a70-4bdb-8f74-a47f9f0eab61 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839173 Jun 02 16:44:53.268240 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.274382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.277980 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-89f78c23-e998-4f1d-917b-502a1c953c0e tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:53.295207 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8e827b-84b0-4fa5-b712-d3049996f85b,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:53.305378 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:53.322434 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.326725 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050402 Jun 02 16:44:53.327006 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 51984) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:53.332055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'security_group_rule': {'security_group_id': 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d', 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:53.338695 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:53.342896 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Usage tracker for resource:security_group_rule and tenant:8f9fd4743d584cb3843c76c038077e2f is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:53.345928 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:53.354398 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:53.366046 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.securitygroups_db [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Project 8f9fd4743d584cb3843c76c038077e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:44:53.375077 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.411637 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-22fb7024-9d2a-46df-9a71-77b72b6cc21e req-af82eb39-8369-44e7-992e-7fab39fce1f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742983 Jun 02 16:44:53.421563 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': '18481370-486e-4bda-a47d-fc03ad832f8c', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'port_id': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'mac_address': 'fa:16:3e:30:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:44:50Z', 'updated_at': '2021-06-02T16:44:50Z', 'revision_number': 0, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:51Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:44:53.425767 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d85d4-2e66-48dc-88b1-7703b2e910b0 None None] The sync data for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb is: [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': '18481370-486e-4bda-a47d-fc03ad832f8c', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'floating_ip_address': '172.28.0.54', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'port_id': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'mac_address': 'fa:16:3e:30:bc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:44:50Z', 'updated_at': '2021-06-02T16:44:50Z', 'revision_number': 0, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:51Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:44:53.481890 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.487052 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.495925 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-b16c8d7b-eb75-444c-8ec5-e6db06a041ef tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:53.524134 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6500ba2f-2f59-4805-820b-069a1b8ded55,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:53.529572 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:53.535834 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:53.537202 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-451b2aac-b001-4859-9bcf-7af5a47f1b5f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2090724 Jun 02 16:44:53.665889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-ce8875bc-01d6-4c69-b7e9-aa13a08a5457 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Synchronizing usage tracker for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:53.677499 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765f70f-2d5a-444d-927b-8d28f44145d3 None None] New status for floating IP 18481370-486e-4bda-a47d-fc03ad832f8c: ACTIVE {{(pid=98219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:44:53.689950 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-ce8875bc-01d6-4c69-b7e9-aa13a08a5457 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Unset dirty status for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:53.691557 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-ce8875bc-01d6-4c69-b7e9-aa13a08a5457 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772902097&fields=id&tenant_id=8f9fd4743d584cb3843c76c038077e2f HTTP/1.1" status: 200 len: 267 time: 0.0676610 Jun 02 16:44:53.783503 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-984dc19e-6138-4f63-8e4b-84966d82cc79 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:53.785010 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-984dc19e-6138-4f63-8e4b-84966d82cc79 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0869322 Jun 02 16:44:53.797419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'port': {'security_groups': ['b7f33a4e-bb59-45f6-921e-f2de9f8d404e', 'daf8bf63-b1f1-4379-a92b-e8ff0bd4362d']}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:53.929235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:54.208582 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:54.234676 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:54.238663 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:54.244873 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-91135054-07b2-4f4e-ad7c-9484f27b69f2 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:54.250124 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bba98449-39ed-4afb-b31f-0cbec1e91796'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:54.313097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:54.313723 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:54.315098 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-d8c341b6-2467-4ce6-9c6e-4639c7c95199 req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "PUT /v2.0/ports/bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 981 time: 0.5233636 Jun 02 16:44:54.315626 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:54.318539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6f12a6-eff4-448b-ba02-a346b61d67d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:54.339630 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=6']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:54.343054 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:54.373417 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9a315-07b9-4fdc-88bb-5ed07120b160 x-openstack-request-id: req-eab9a315-07b9-4fdc-88bb-5ed07120b160 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:54.373737 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:54.374021 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eab9a315-07b9-4fdc-88bb-5ed07120b160 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:54.374439 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'status': 'completed', 'code': 200} Jun 02 16:44:54.392860 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bba98449-39ed-4afb-b31f-0cbec1e91796'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:54.556444 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858de8-acf3-4910-a4aa-1b38006679e0 req-2522f805-ab5b-485d-9de3-73a769d18e52 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:54.558569 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-38858de8-acf3-4910-a4aa-1b38006679e0 req-2522f805-ab5b-485d-9de3-73a769d18e52 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.1180685 Jun 02 16:44:54.561321 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-e3d4ed5b-594b-4b35-a7ad-860eb335aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:54.562704 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-e3d4ed5b-594b-4b35-a7ad-860eb335aead service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1137 time: 0.1559174 Jun 02 16:44:54.642076 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-38858de8-acf3-4910-a4aa-1b38006679e0 req-d7bc5c13-b1ae-4064-b329-8044d01b0983 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772150 Jun 02 16:44:54.683534 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-b782b71b-c33b-45da-a3dd-f513ea77136a None None] Provisioning complete for port bba98449-39ed-4afb-b31f-0cbec1e91796 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:54.683534 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b782b71b-c33b-45da-a3dd-f513ea77136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:54.726938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-f8204432-0993-4f81-beae-6195c7d17ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:54.728346 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-f8204432-0993-4f81-beae-6195c7d17ab9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.1495659 Jun 02 16:44:54.838468 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-a17d6651-d3ca-4630-8fec-1179586242f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 1000 time: 0.1015599 Jun 02 16:44:54.902945 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-c0a694f1-faa8-4810-b56a-99564072b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:54.904378 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-c0a694f1-faa8-4810-b56a-99564072b19a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0592055 Jun 02 16:44:55.078837 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-daca1f19-5f65-4fee-a4f9-a015fc46cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:55.080321 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-daca1f19-5f65-4fee-a4f9-a015fc46cd1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1669974 Jun 02 16:44:55.222031 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-72dc496e-c91a-4dd0-b4f8-78c9fdd5fc7a service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346853 Jun 02 16:44:55.357024 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef6f12a6-eff4-448b-ba02-a346b61d67d6 req-37971f4d-6427-44c6-93a3-a753e6df7531 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281080 Jun 02 16:45:03.898381 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-904da810-0370-4e96-8873-078f3f962383 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682268 Jun 02 16:45:04.052817 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-8e7ee7a9-4c1b-4711-9486-0ad167395b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:04.054325 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-8e7ee7a9-4c1b-4711-9486-0ad167395b9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 1099 time: 0.0764420 Jun 02 16:45:04.205988 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-bd6e53ce-3895-444c-afa9-b3bbf6f1b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:04.207422 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-bd6e53ce-3895-444c-afa9-b3bbf6f1b983 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 200 len: 917 time: 0.1329415 Jun 02 16:45:04.309814 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-65287f14-0bcd-47e1-95af-b95b0f9b5f84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 200 len: 1000 time: 0.0950298 Jun 02 16:45:04.379029 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-0e69db49-352e-48bf-b659-88fb87d14499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:04.380318 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-0e69db49-352e-48bf-b659-88fb87d14499 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 200 len: 855 time: 0.0554080 Jun 02 16:45:04.457327 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-b8265901-47ea-4300-8edd-4c90fa556b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:04.458845 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-b8265901-47ea-4300-8edd-4c90fa556b70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1103f7d6-0b46-49c4-9397-728f705ec06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714788 Jun 02 16:45:04.465152 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-28013d9b-5ffd-4a51-8400-d3c27e877bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.591599 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-1dda7682-5404-45cc-9d52-9452b18d504d service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254647 Jun 02 16:45:04.725739 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0d99efe1-f8c5-4914-bdd7-b639b581049a req-973ca2bf-45a3-4e00-b3ee-fa5d9d148598 service neutron] 10.222.0.48 "GET /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254125 Jun 02 16:45:05.814409 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:06.933192 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f06689a2-d155-40e0-8476-574929a08f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:07.294519 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:07.953301 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:09.712230 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:13.440707 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:45:17.484620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d461b0-4f86-4aa2-8f34-db94b96f90cc req-3cc38cbc-2c8d-4c11-936f-325f14b715a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:17.486101 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-11d461b0-4f86-4aa2-8f34-db94b96f90cc req-3cc38cbc-2c8d-4c11-936f-325f14b715a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 946 time: 0.0822744 Jun 02 16:45:17.530967 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-11d461b0-4f86-4aa2-8f34-db94b96f90cc req-7207551f-0bfb-4a84-a96f-b0355c628ffe tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Jun 02 16:45:18.724325 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9067b5-c8a4-465c-84be-7204007a77a1 req-78eb0949-a418-4fce-90c7-4cd60b80a469 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:18.726092 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0e9067b5-c8a4-465c-84be-7204007a77a1 req-78eb0949-a418-4fce-90c7-4cd60b80a469 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 946 time: 0.0867212 Jun 02 16:45:18.774285 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0e9067b5-c8a4-465c-84be-7204007a77a1 req-cf00aed6-6208-40df-9000-515e8358b829 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups?id=ccb53d05-24bf-409f-9510-1e9fd8e56967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Jun 02 16:45:18.984619 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-bdbe0049-efd5-4134-9261-879bab3fb16b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:18.986128 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-bdbe0049-efd5-4134-9261-879bab3fb16b tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 946 time: 0.0773785 Jun 02 16:45:19.122278 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Deleting port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:19.122595 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:19.342465 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] For port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:19.342925 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:19.628601 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:19.628917 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:19.629233 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.l3_db [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Floating IP 66ae5b11-e881-4fec-b3ee-c6a78a9e3016 disassociated. External IP: 172.28.0.48, port: aeec5df1-4d9d-4dfb-8dfc-42affcaff96d. Jun 02 16:45:19.629590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Calling delete_port for aeec5df1-4d9d-4dfb-8dfc-42affcaff96d owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:19.736311 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:19.741645 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-22980b6c-f81e-403f-b6a4-e347e4210a40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:19.789483 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event deleted for resources: {'Port': ['ID=aeec5df1-4d9d-4dfb-8dfc-42affcaff96d,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:19.800673 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.801082 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.801432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.801875 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.802132 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.802478 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.802827 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.803177 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.803523 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.803867 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.804210 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.804549 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:19.808608 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:20.007739 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0e9e89c-f3ab-4fc5-b749-f3fbc39b11e5 req-a23e0776-b6e1-456a-aef6-64738c3a13fc tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2bad42d-69ff-458c-a7e3-0b5380069773 HTTP/1.1" status: 200 len: 210 time: 0.0646415 Jun 02 16:45:20.036000 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:45:20.219882 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:45:20.231010 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:45:20.241629 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:20.242402 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:20.297040 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] No DVR routers for this DVR port aeec5df1-4d9d-4dfb-8dfc-42affcaff96d on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:45:20.299660 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:20.303762 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-deleted', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:20.307229 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d54a2a-14a8-4451-8e62-b161d328ddf8" -d '{"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-deleted", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:20.316644 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f6054d3b-b8a4-46f3-a7e5-f2e17ba90357 req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.48 "DELETE /v2.0/ports/aeec5df1-4d9d-4dfb-8dfc-42affcaff96d HTTP/1.1" status: 204 len: 173 time: 1.3247457 Jun 02 16:45:20.356746 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a3299-695b-4559-a9bc-a56c60d982c4 x-openstack-request-id: req-da1a3299-695b-4559-a9bc-a56c60d982c4 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:20.357160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bad42d-69ff-458c-a7e3-0b5380069773", "name": "network-vif-deleted", "tag": "aeec5df1-4d9d-4dfb-8dfc-42affcaff96d", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:20.357483 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da1a3299-695b-4559-a9bc-a56c60d982c4 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:20.358070 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bad42d-69ff-458c-a7e3-0b5380069773', 'name': 'network-vif-deleted', 'tag': 'aeec5df1-4d9d-4dfb-8dfc-42affcaff96d', 'status': 'completed', 'code': 200} Jun 02 16:45:20.451396 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:20.818710 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:20.822629 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:45:20.832033 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:20.832721 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:21.015659 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:21.146968 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52210) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:21.209578 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.240211 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.293752 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.301668 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-228a838f-d7e3-4a18-9ab3-580bb0f8b84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:21.314246 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb53d05-24bf-409f-9510-1e9fd8e56967,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:21.322814 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:21.325656 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.326023 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.326381 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.326694 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef16cb-163b-45c5-ab4b-e31e80c14ebc None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': 'c0ccd456-4c17-4b69-92f2-3a8cea50ab06', 'name': '', 'network_id': '1103f7d6-0b46-49c4-9397-728f705ec06e', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'mac_address': 'fa:16:3e:7e:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:57Z', 'updated_at': '2021-06-02T16:39:16Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'subnets': [{'id': '8c8a210a-172a-494d-9784-eed6d35af51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:45:21.326870 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.327070 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.327412 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.327754 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.328097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.328436 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.328799 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.329143 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.329595 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:21.333107 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.334446 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "DELETE /v2.0/security-groups/ccb53d05-24bf-409f-9510-1e9fd8e56967 HTTP/1.1" status: 204 len: 168 time: 0.1863871 Jun 02 16:45:21.335442 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:21.336982 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52212) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:21.354106 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.api.v2.resource [None req-3de2ad58-2022-42fc-bbb5-1a234aee4ee1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] show failed (client error): The resource could not be found. Jun 02 16:45:21.357262 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3de2ad58-2022-42fc-bbb5-1a234aee4ee1 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "GET /v2.0/security-groups/ccb53d05-24bf-409f-9510-1e9fd8e56967 HTTP/1.1" status: 404 len: 347 time: 0.0186968 Jun 02 16:45:21.358237 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52214) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:21.548868 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70695e-eaa0-4ca0-ae35-752135cf9b12 None None] New status for floating IP 66ae5b11-e881-4fec-b3ee-c6a78a9e3016: DOWN {{(pid=98219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:45:21.587406 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Deleting port a6631f74-14e7-4e90-974f-28bd441fe623 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:21.587749 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.807979 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.808306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:21.935002 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Calling delete_port for a6631f74-14e7-4e90-974f-28bd441fe623 owned by network:floatingip {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:22.052942 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:22.056673 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-45f6ba99-68cd-4283-894d-bdccb82a1350 tempest-VolumesActionsTest-178459314 tempest-VolumesActionsTest-178459314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:22.100301 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Pushing event deleted for resources: {'Port': ['ID=a6631f74-14e7-4e90-974f-28bd441fe623,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:22.104491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:22.193426 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks [] for floatingip, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:22.201914 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:45:22.214146 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:22.218724 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] 10.222.0.38 "DELETE /v2.0/floatingips/66ae5b11-e881-4fec-b3ee-c6a78a9e3016 HTTP/1.1" status: 204 len: 168 time: 0.8565524 Jun 02 16:45:22.246879 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: aeec5df1-4d9d-4dfb-8dfc-42affcaff96d {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:45:22.247256 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aeec5df1-4d9d-4dfb-8dfc-42affcaff96d not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:45:24.981074 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52256) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:25.687684 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:25.753554 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52266) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:25.872668 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:25.889092 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:25.893052 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b4461af4134fa39a8ea71fdc1d0999 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:25.896106 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:25.902144 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:25.984091 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:25.988030 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:25.995305 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a398f8ca-f524-4a63-af7a-e452ebed0a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:26.038217 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2b4461af4134fa39a8ea71fdc1d0999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834780 Jun 02 16:45:26.038874 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b456e57-8a4c-40ad-bf20-f17e6f12b27f,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:26.042557 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:26.043199 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52270) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:26.105050 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.135263 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.187057 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.192153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6512f3da-6b35-46cf-a4fc-2ff78bb504ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:26.205741 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b456e57-8a4c-40ad-bf20-f17e6f12b27f,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:26.207768 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Deleting port c0ccd456-4c17-4b69-92f2-3a8cea50ab06 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:26.208260 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.208418 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:26.209673 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.214058 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b456e57-8a4c-40ad-bf20-f17e6f12b27f HTTP/1.1" status: 204 len: 168 time: 0.1667192 Jun 02 16:45:26.340535 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] For port c0ccd456-4c17-4b69-92f2-3a8cea50ab06, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:26.340925 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.462901 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Calling delete_port for c0ccd456-4c17-4b69-92f2-3a8cea50ab06 owned by network:router_interface {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:26.614330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:26.619687 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:26.699537 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ccd456-4c17-4b69-92f2-3a8cea50ab06,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:26.706291 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:26.965730 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:27.230414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-557c844f-ef5f-4ec4-9844-5dcaf2bbf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:27.231925 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-557c844f-ef5f-4ec4-9844-5dcaf2bbf929 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1137 time: 0.1465871 Jun 02 16:45:27.286874 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a47aa-afeb-4556-9ad2-060638d2f424 req-071270fc-1dad-4889-90d2-50894fa46f81 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:27.289181 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-628a47aa-afeb-4556-9ad2-060638d2f424 req-071270fc-1dad-4889-90d2-50894fa46f81 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.1317532 Jun 02 16:45:27.371463 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Router 2b074eff-e867-430f-ac2c-17a5f58c1e72 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:45:27.422577 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-628a47aa-afeb-4556-9ad2-060638d2f424 req-946f7e7b-6ad2-4605-9d8b-672d861f51a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120467 Jun 02 16:45:27.445032 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-707961d3-78d8-4ceb-bd49-4045898ac4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:27.447530 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-707961d3-78d8-4ceb-bd49-4045898ac4bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.2073414 Jun 02 16:45:27.577387 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-e7f623cb-61ea-41ca-b9cb-0a2a79d0e7d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 1000 time: 0.1232805 Jun 02 16:45:27.644881 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-44c4e487-ef19-4984-87fe-224b163e4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:27.646254 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-44c4e487-ef19-4984-87fe-224b163e4917 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0621448 Jun 02 16:45:27.684094 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:45:27.693003 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] Sync routers for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:45:27.700833 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] 10.222.0.38 "PUT /v2.0/routers/2b074eff-e867-430f-ac2c-17a5f58c1e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7164741 Jun 02 16:45:27.701134 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52306) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:27.704183 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:27.704818 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:27.809543 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-879f3ffe-8783-4e50-b2e4-693383281d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:27.811018 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-879f3ffe-8783-4e50-b2e4-693383281d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578851 Jun 02 16:45:27.880665 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:28.067740 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks [] for router, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:28.164396 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:45:26Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:28.168997 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] Checking router: 2b074eff-e867-430f-ac2c-17a5f58c1e72 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:45:28.177537 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] Routers {'2b074eff-e867-430f-ac2c-17a5f58c1e72'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:28.178173 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['2b074eff-e867-430f-ac2c-17a5f58c1e72'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:28.231422 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-b8a49849-37b3-4dd3-8602-7a28c4bb5c9f service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704362 Jun 02 16:45:28.356098 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] Set router 2b074eff-e867-430f-ac2c-17a5f58c1e72 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:28.370693 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:28.429691 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5a34d79b-f6c3-4c3d-9191-c078eb525109 req-75949245-78b9-4819-b80e-3d20723553b6 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909692 Jun 02 16:45:28.458439 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Deleting port a6c94484-ac83-4049-b9e3-fe66eab05d6b {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:28.458783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:28.661933 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] For port a6c94484-ac83-4049-b9e3-fe66eab05d6b, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a6c94484-ac83-4049-b9e3-fe66eab05d6b,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:28.662631 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:28.717485 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:45:26Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:28.721954 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5de887-8d6c-42ff-bbd5-10c22093f5d5 None None] The sync data for ids ['2b074eff-e867-430f-ac2c-17a5f58c1e72'] in dv-cinder-794021-2-smb is: [{'id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'name': 'tempest-AttachVolumeShelveTestJSON-309265372-router', 'tenant_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:38:45Z', 'updated_at': '2021-06-02T16:45:26Z', 'revision_number': 5, 'project_id': 'd3c50cd5213540cb95bfde5626d2de5d', 'gw_port': {'id': 'a6c94484-ac83-4049-b9e3-fe66eab05d6b', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b074eff-e867-430f-ac2c-17a5f58c1e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:38:48Z', 'updated_at': '2021-06-02T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:45:28.820818 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Calling delete_port for a6c94484-ac83-4049-b9e3-fe66eab05d6b owned by network:router_gateway {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:28.856456 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-45d04266-f025-49b4-8248-4b7d0bf1a8b8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=64f5d89c0da64a0db0d190e4b573a273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429211 Jun 02 16:45:28.869289 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47e99f-49bf-4746-9f65-39fc50f2d5c4 req-ff2e00b5-2f3d-4696-9c55-6ac65e194d1f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:28.870696 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fb47e99f-49bf-4746-9f65-39fc50f2d5c4 req-ff2e00b5-2f3d-4696-9c55-6ac65e194d1f tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.3220818 Jun 02 16:45:29.029071 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fb47e99f-49bf-4746-9f65-39fc50f2d5c4 req-0750d590-e3ae-40be-91e9-f0eb179df374 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488740 Jun 02 16:45:29.226414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-9b600b06-2ddb-4c59-bd2d-dc58ccea9fa2 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:29.228453 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-9b600b06-2ddb-4c59-bd2d-dc58ccea9fa2 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510952 Jun 02 16:45:29.247462 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device c0ccd456-4c17-4b69-92f2-3a8cea50ab06 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:45:29.255227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3400e93e-e1a1-43fc-8337-d961571a111a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/quotas/64f5d89c0da64a0db0d190e4b573a273 HTTP/1.1" status: 200 len: 375 time: 0.0192869 Jun 02 16:45:29.283680 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: c0ccd456-4c17-4b69-92f2-3a8cea50ab06 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:45:29.284133 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device c0ccd456-4c17-4b69-92f2-3a8cea50ab06 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:45:29.339043 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-1e8922b3-9810-4dcc-a98a-779464b21319 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64f5d89c0da64a0db0d190e4b573a273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777287 Jun 02 16:45:29.371167 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:29.376615 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f727a65e-9308-4cee-ab92-cfb8f0029e3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:29.420321 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c94484-ac83-4049-b9e3-fe66eab05d6b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:29.423430 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:29.660682 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83e6160a-85df-494b-95f6-75d5774466de req-0152d79c-541c-40ce-90cd-c28997f9dd40 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 210 time: 0.0554848 Jun 02 16:45:29.671732 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:29.845325 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:29.847895 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:29.931730 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:29.932390 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b074eff-e867-430f-ac2c-17a5f58c1e72 {{(pid=98217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:45:29.945249 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:29.947064 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2b074eff-e867-430f-ac2c-17a5f58c1e72 HTTP/1.1" status: 204 len: 168 time: 2.2444565 Jun 02 16:45:29.949665 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52336) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:30.017629 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Deleting subnet 8c8a210a-172a-494d-9784-eed6d35af51f {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:45:30.020862 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:30.082478 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:30.224182 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:30.311441 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538ade-dba1-4b96-a6af-4f3bad910210 req-8f40c959-e933-4fd7-a7ea-ba99e7a5a67b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:30.312858 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-94538ade-dba1-4b96-a6af-4f3bad910210 req-8f40c959-e933-4fd7-a7ea-ba99e7a5a67b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.1687441 Jun 02 16:45:30.437939 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-94538ade-dba1-4b96-a6af-4f3bad910210 req-1b359864-fc92-4673-9f2f-c9f1cebc1959 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147890 Jun 02 16:45:30.492463 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-b96096f9-9ad8-4470-a012-ad13aa8214c8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=64f5d89c0da64a0db0d190e4b573a273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401819 Jun 02 16:45:30.700071 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:30.711408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-5f3dea31-389d-404b-8453-713f7b3d4a02 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:30.712915 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-5f3dea31-389d-404b-8453-713f7b3d4a02 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144914 Jun 02 16:45:30.714391 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:30.751960 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Request body: {'port': {'device_id': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a', 'admin_state_up': True, 'tenant_id': '64f5d89c0da64a0db0d190e4b573a273'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:30.777795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:30.780932 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8a210a-172a-494d-9784-eed6d35af51f,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:30.783008 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01b00a-726d-48c3-bd67-f09f5e05b263 None None] Network 1103f7d6-0b46-49c4-9397-728f705ec06e requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:30.793061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:30.844552 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8c8a210a-172a-494d-9784-eed6d35af51f HTTP/1.1" status: 204 len: 168 time: 0.8938262 Jun 02 16:45:30.847100 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52346) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:30.850382 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2ae89505-f93c-4cda-b4c6-857d2401aeed req-cbddcba5-d7c2-41c0-abc1-205fdfb5a656 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 210 time: 0.0767639 Jun 02 16:45:30.951921 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:30.957490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:30.961280 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Usage tracker for resource:port and tenant:64f5d89c0da64a0db0d190e4b573a273 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:30.965025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:30.970848 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:30.981814 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Made reservation on behalf of 64f5d89c0da64a0db0d190e4b573a273 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:30.985564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.000007 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.018608 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:31.022684 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Usage tracker for resource:security_group_rule and tenant:64f5d89c0da64a0db0d190e4b573a273 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:31.026037 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:31.031830 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Deleting port f8409358-f7b7-438e-b41f-76215f8923df {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:31.031993 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:31.032164 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.039790 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] DHCP port deletion for 1103f7d6-0b46-49c4-9397-728f705ec06e request from dv-cinder-794021-2-smb {{(pid=98219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:45:31.127515 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.128044 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Deleting port f8409358-f7b7-438e-b41f-76215f8923df {{(pid=98219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:31.128421 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.132357 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.135513 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-526a563a-22e8-4eec-bbc3-48e3faa3d1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:31.136251 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] For port f8409358-f7b7-438e-b41f-76215f8923df, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=f8409358-f7b7-438e-b41f-76215f8923df,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:31.136602 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.265355 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Calling delete_port for f8409358-f7b7-438e-b41f-76215f8923df owned by network:dhcp {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:31.288002 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] For port f8409358-f7b7-438e-b41f-76215f8923df, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=f8409358-f7b7-438e-b41f-76215f8923df,segment=NetworkSegment(271cc952-550a-4492-b043-f7ac20723196),segment_id=271cc952-550a-4492-b043-f7ac20723196)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:31.288394 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.313066 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.317932 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ddb458fa-7a66-471d-8fae-0286cc35431d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:31.325329 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:31.334130 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:31.363312 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8409358-f7b7-438e-b41f-76215f8923df,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:31.365386 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] No DVR routers for this DVR port f8409358-f7b7-438e-b41f-76215f8923df on host dv-cinder-794021-2-smb {{(pid=98218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:45:31.366999 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:31.419070 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Allocated IP 192.168.233.49 (dd00a55a-6e31-46ff-817a-f751de37310a/d0427203-45d0-4ec7-aca1-bb509846af61/6212b0ee-5d69-4a64-995d-f9cbd3b27c20) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:31.425472 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a6c94484-ac83-4049-b9e3-fe66eab05d6b no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:45:31.458918 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Calling delete_port for f8409358-f7b7-438e-b41f-76215f8923df owned by network:dhcp {{(pid=98219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:31.469562 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: a6c94484-ac83-4049-b9e3-fe66eab05d6b {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:45:31.470135 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a6c94484-ac83-4049-b9e3-fe66eab05d6b not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:45:31.470702 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device f8409358-f7b7-438e-b41f-76215f8923df no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:45:31.480375 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.494317 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1103f7d6-0b46-49c4-9397-728f705ec06e']}} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:31.508280 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271cc952-550a-4492-b043-f7ac20723196') {'for_net_delete': True} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:31.508599 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271cc952-550a-4492-b043-f7ac20723196') {} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:31.515980 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: f8409358-f7b7-438e-b41f-76215f8923df {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:45:31.516667 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device f8409358-f7b7-438e-b41f-76215f8923df not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:45:31.521330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3718001'] for segment, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.541412 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.549583 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=98218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:45:31.551238 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215541'] for segment, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: Traceback (most recent call last): Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: timer() Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: cb(*args, **kw) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: return func(*args, **kwargs) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: self._notify() Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: self.callback(batched_events) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: event.method(event) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: return f(self, *a, **k) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: return self._get(url).json() Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: return self.request(url, 'GET', **kwargs) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:45:31.571040 dv-cinder-794021-2-smb neutron-server[98218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:45:31.575601 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.581140 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-bbc6f803-e0a8-4d1f-b53a-a61212ce3c64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:31.625701 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Pushing event deleted for resources: {'Port': ['ID=f8409358-f7b7-438e-b41f-76215f8923df,revision_number=None']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:31.630435 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] No DVR routers for this DVR port f8409358-f7b7-438e-b41f-76215f8923df on host dv-cinder-794021-2-smb {{(pid=98219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:45:31.636783 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.637017 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.637454 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.637866 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.638259 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.638643 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.639024 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.639411 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.639936 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.640036 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.640482 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.640882 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:31.645418 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:31.659736 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.667571 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a3249998-a391-4d41-be3f-a094d3755ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:31.682327 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.694287 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1103f7d6-0b46-49c4-9397-728f705ec06e,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:31.701513 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:31.705506 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.709201 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-793bb9aa-6566-4a7b-8a39-b241397450bb admin admin] 10.222.0.38 "DELETE /v2.0/networks/1103f7d6-0b46-49c4-9397-728f705ec06e HTTP/1.1" status: 204 len: 168 time: 0.8610561 Jun 02 16:45:31.729210 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Transition to ACTIVE for port object 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:31.741434 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0c131-bf02-4ab5-b88e-a279e47edf86 req-d0617e93-a28c-4380-91fd-21ece2a53042 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:31.742806 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bbb0c131-bf02-4ab5-b88e-a279e47edf86 req-d0617e93-a28c-4380-91fd-21ece2a53042 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.1534431 Jun 02 16:45:31.797046 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bbb0c131-bf02-4ab5-b88e-a279e47edf86 req-ea0ebe00-076f-40df-9ce4-e3de2dcc41c7 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477805 Jun 02 16:45:31.803518 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:31.809418 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-47387f96-cc25-4b54-b36e-4a96c2d5c10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:31.879937 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Network dd00a55a-6e31-46ff-817a-f751de37310a is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:31.883115 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:31.887239 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:31.892375 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52354) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:31.922112 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Pushing event updated for resources: {'Port': ['ID=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:31.926630 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:31.955073 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-49ad5232-8bc4-403e-840e-58571f82a208 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3c50cd5213540cb95bfde5626d2de5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613155 Jun 02 16:45:31.957361 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52356) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:31.961260 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:31.962030 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.018648 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.045973 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3026724 Jun 02 16:45:32.046874 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.057984 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Request body: {'port': {'device_id': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:32.105365 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.110612 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6829faa4-637c-4844-9b85-8c9355db2839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:32.123819 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92293b-59ca-470a-b3d2-196fb39f1da7,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:32.127338 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:32.130746 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.131906 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d92293b-59ca-470a-b3d2-196fb39f1da7 HTTP/1.1" status: 204 len: 168 time: 0.1736567 Jun 02 16:45:32.135710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-654f5a34-f256-4b0a-bf58-669c79087ff8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:32.136473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-654f5a34-f256-4b0a-bf58-669c79087ff8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Synchronizing usage tracker for tenant:64f5d89c0da64a0db0d190e4b573a273 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:32.206446 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8506578a-5042-4ccd-9cb3-ec0c8fc84ad5 None None] Provisioning for port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:32.207003 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-654f5a34-f256-4b0a-bf58-669c79087ff8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Unset dirty status for tenant:64f5d89c0da64a0db0d190e4b573a273 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:32.207806 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-654f5a34-f256-4b0a-bf58-669c79087ff8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 935 time: 0.2303391 Jun 02 16:45:32.210660 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.211662 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8506578a-5042-4ccd-9cb3-ec0c8fc84ad5 None None] Provisioning complete for port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:32.212545 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8506578a-5042-4ccd-9cb3-ec0c8fc84ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.270946 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8506578a-5042-4ccd-9cb3-ec0c8fc84ad5 None None] Port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:45:32.311214 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-60de2ea6-c39c-4cd9-a141-1d3fb218fa4b tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Synchronizing usage tracker for tenant:64f5d89c0da64a0db0d190e4b573a273 on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:32.396061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-60de2ea6-c39c-4cd9-a141-1d3fb218fa4b tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Unset dirty status for tenant:64f5d89c0da64a0db0d190e4b573a273 on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:32.397223 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f75b30dd-f388-4c4b-adb0-a6664faf0559 req-60de2ea6-c39c-4cd9-a141-1d3fb218fa4b tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763520 Jun 02 16:45:32.612412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:32.620127 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.634219 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Transition to ACTIVE for port object 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:32.637823 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.642373 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dd61f346-92a4-4b48-97e8-ac857f08f4a4 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:32.805694 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Pushing event updated for resources: {'Port': ['ID=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:32.816509 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:32.895212 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Attempting to bind port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:45:32.895591 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Attempting to bind port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:45:32.895981 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Attempting to bind port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 on network dd00a55a-6e31-46ff-817a-f751de37310a {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:32.901349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 on network dd00a55a-6e31-46ff-817a-f751de37310a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:45:32.901664 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Attempting to bind port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 on network dd00a55a-6e31-46ff-817a-f751de37310a {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:32.906726 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:45:32.907056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Checking segment: {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:32.907428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Bound using segment: {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:45:32.908503 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Bound port: 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dab280-97fc-4953-96f2-022923878d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:45:32.908879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:32.913233 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52380) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:33.022205 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-22159752-network', 'tenant_id': '6c230e0160134734bea4e4cc531ccfd2'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:33.026971 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:33.030679 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Usage tracker for resource:network and tenant:6c230e0160134734bea4e4cc531ccfd2 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:33.033473 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:33.039227 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:33.049155 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Made reservation on behalf of 6c230e0160134734bea4e4cc531ccfd2 for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:33.051419 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.064227 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.069394 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] For port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:45:33.073712 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] For port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:45:33.077995 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.079240 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:33.082956 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:33.083207 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Usage tracker for resource:security_group_rule and tenant:6c230e0160134734bea4e4cc531ccfd2 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:33.086047 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:33.091666 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:33.127158 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156c3e-de88-48ae-b595-214a426b0b54 req-838362fc-a891-459f-b5ea-d240ac0744c5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.128653 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c0156c3e-de88-48ae-b595-214a426b0b54 req-838362fc-a891-459f-b5ea-d240ac0744c5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.2006464 Jun 02 16:45:33.160974 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.162906 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.164321 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] 10.222.0.48 "PUT /v2.0/ports/6212b0ee-5d69-4a64-995d-f9cbd3b27c20 HTTP/1.1" status: 200 len: 1097 time: 1.1107669 Jun 02 16:45:33.177296 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'tag': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:33.179620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2b537-666d-49df-9f4b-e7fdf7727a57" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d", "tag": "6212b0ee-5d69-4a64-995d-f9cbd3b27c20"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:33.191556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.200529 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.213998 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-857729a8-1fc2-4e32-964b-83166151be44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:33.262691 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:45:33.268902 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b5755-9136-419a-b41b-65d08fed3345,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:33.273471 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:33.279910 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.280015 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Added segment 4fae2995-05f1-4e01-9b7b-078e69ef9112 of type vlan for network 0e7349b7-51bf-4928-83fa-c24870b1a21d Jun 02 16:45:33.310821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.328125 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b9b58b-d6d5-43d5-b61c-21654ebff0ee x-openstack-request-id: req-e8b9b58b-d6d5-43d5-b61c-21654ebff0ee {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:33.328440 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d", "tag": "6212b0ee-5d69-4a64-995d-f9cbd3b27c20", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:33.328724 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8b9b58b-d6d5-43d5-b61c-21654ebff0ee {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:33.329163 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'tag': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20', 'status': 'completed', 'code': 200} Jun 02 16:45:33.345306 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.347056 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.347654 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.361677 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-242db923-28d4-475c-859b-146803df3d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:33.381886 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c0156c3e-de88-48ae-b595-214a426b0b54 req-18ac567c-1b20-42c3-856f-f2cd16f6cf40 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2432995 Jun 02 16:45:33.387082 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Pushing event updated for resources: {'Port': ['ID=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:33.390594 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:33.417946 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5035460 Jun 02 16:45:33.421514 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52386) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:33.425984 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Request body: {'subnet': {'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-22159752-subnet', 'tenant_id': '6c230e0160134734bea4e4cc531ccfd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:33.437064 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-ccda5d17-339c-4a57-ac59-4d3c4009bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.438670 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-ccda5d17-339c-4a57-ac59-4d3c4009bc8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64f5d89c0da64a0db0d190e4b573a273&device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 1100 time: 0.1123154 Jun 02 16:45:33.485003 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:33.487420 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Pushing event updated for resources: {'Network': ['ID=0e7349b7-51bf-4928-83fa-c24870b1a21d,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:33.490806 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:33.491750 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Usage tracker for resource:subnet and tenant:6c230e0160134734bea4e4cc531ccfd2 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:33.496256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:33.500714 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:45:33.508107 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:33.519638 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Made reservation on behalf of 6c230e0160134734bea4e4cc531ccfd2 for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:33.522670 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.551885 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-b9cb7719-3572-4406-8e1d-a6bd71e0c4f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20 HTTP/1.1" status: 200 len: 217 time: 0.1040645 Jun 02 16:45:33.643874 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-7697c537-c3ff-4ac2-8c67-7226b5f2c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.645338 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-7697c537-c3ff-4ac2-8c67-7226b5f2c7aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0427203-45d0-4ec7-aca1-bb509846af61 HTTP/1.1" status: 200 len: 843 time: 0.0860467 Jun 02 16:45:33.696839 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de99c34-9822-492a-bcbe-715ed5c9ea6f req-94e01cd2-d497-4bd3-965a-f29f19bfbb21 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.698408 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6de99c34-9822-492a-bcbe-715ed5c9ea6f req-94e01cd2-d497-4bd3-965a-f29f19bfbb21 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 947 time: 0.1805711 Jun 02 16:45:33.758612 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6de99c34-9822-492a-bcbe-715ed5c9ea6f req-234aa105-77c4-489e-9d1f-a0bcc173f619 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529642 Jun 02 16:45:33.771812 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-17299bcc-d718-4cc9-8ccd-64aeb89e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.773966 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-17299bcc-d718-4cc9-8ccd-64aeb89e851d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd00a55a-6e31-46ff-817a-f751de37310a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1209934 Jun 02 16:45:33.907217 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-49b14a49-58ee-47ec-9052-fbaad74fb38d service neutron] 10.222.0.48 "GET /v2.0/networks/dd00a55a-6e31-46ff-817a-f751de37310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258783 Jun 02 16:45:34.008768 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:34.013884 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e821fb2a-3fbb-44a4-95b5-e054dbb4d7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:34.041971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3b9d894c-ecdd-4662-bf35-67f903d31dd3 req-f84cd4a6-1277-43d2-a10c-4ebe37f8e022 service neutron] 10.222.0.48 "GET /v2.0/networks/dd00a55a-6e31-46ff-817a-f751de37310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280475 Jun 02 16:45:34.086358 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a135ad-d930-43f1-b461-46f9edb6fce3,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:34.090175 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:34.092824 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Checking segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:34.092824 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Network hostable DHCP agents. Network: 0e7349b7-51bf-4928-83fa-c24870b1a21d, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:45:34.114711 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:45:34.132775 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, 0e7349b7-51bf-4928-83fa-c24870b1a21d) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:34.142263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.142898 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:34.143493 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df5e86-2905-43d5-9ff2-e649f2a0e07b None None] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:34.163412 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-3e7e0664-191a-4234-ba6e-f41d1e62dcf2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7415354 Jun 02 16:45:34.177334 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-5b1146c6-c585-49d7-9159-20a2f8cc08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.178866 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-5b1146c6-c585-49d7-9159-20a2f8cc08ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64f5d89c0da64a0db0d190e4b573a273&device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 1100 time: 0.0888376 Jun 02 16:45:34.319178 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-0183519d-8a43-4166-8ac8-5957f25d8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.320613 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-0183519d-8a43-4166-8ac8-5957f25d8d62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dd00a55a-6e31-46ff-817a-f751de37310a HTTP/1.1" status: 200 len: 870 time: 0.1354702 Jun 02 16:45:34.345981 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d71ad-04d3-4b7c-acba-99580cce8b0d None None] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:34.389210 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-3f2da2f1-6df2-45d6-904d-a8ff91a35ed2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20 HTTP/1.1" status: 200 len: 217 time: 0.0619404 Jun 02 16:45:34.459943 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-30b5122a-a455-432f-90b6-6229707390d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.461564 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-30b5122a-a455-432f-90b6-6229707390d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0427203-45d0-4ec7-aca1-bb509846af61 HTTP/1.1" status: 200 len: 843 time: 0.0656269 Jun 02 16:45:34.559011 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-daf6c15a-f40d-40c0-af03-3d4a9506b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:34.714518 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-19c60158-5cf1-4292-9f62-e03671a72213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.715913 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-19c60158-5cf1-4292-9f62-e03671a72213 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dd00a55a-6e31-46ff-817a-f751de37310a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2477939 Jun 02 16:45:34.769428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805003d1-c0d3-4e99-80fe-ff887b141f84 req-9156783b-903f-4b6e-9568-01f829bcd55e tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.770835 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-805003d1-c0d3-4e99-80fe-ff887b141f84 req-9156783b-903f-4b6e-9568-01f829bcd55e tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.2541847 Jun 02 16:45:34.786161 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-5179f491-35be-4716-aa3d-1bc266524074 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.787506 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-5179f491-35be-4716-aa3d-1bc266524074 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.2325253 Jun 02 16:45:34.885985 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-a86470ea-c8c0-4e01-b9d7-9884a2b32209 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/quotas/6c230e0160134734bea4e4cc531ccfd2 HTTP/1.1" status: 200 len: 375 time: 0.0794361 Jun 02 16:45:34.949847 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-805003d1-c0d3-4e99-80fe-ff887b141f84 req-8c231feb-df72-4b48-897e-0daedf3d6dbf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614053 Jun 02 16:45:34.958312 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-135446fa-0e24-4ac1-8dd4-bb59733468db tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642228 Jun 02 16:45:34.961481 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-6bbd6a2b-51b7-4868-aa73-977ee9168b82 service neutron] 10.222.0.48 "GET /v2.0/networks/dd00a55a-6e31-46ff-817a-f751de37310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325470 Jun 02 16:45:35.359284 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-8ad5f912-50db-419e-8720-b5b1de5d521c service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937042 Jun 02 16:45:35.366061 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86c2b537-666d-49df-9f4b-e7fdf7727a57 req-1bc101ae-2a1b-4fb2-8959-9821d65ff9cf service neutron] 10.222.0.48 "GET /v2.0/networks/dd00a55a-6e31-46ff-817a-f751de37310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805590 Jun 02 16:45:35.404985 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7870a-9ff5-40c4-a3bc-b0ef7e5a3593 req-f4005e8e-9a7f-47df-ac39-6116509e3951 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:35.406410 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-82e7870a-9ff5-40c4-a3bc-b0ef7e5a3593 req-f4005e8e-9a7f-47df-ac39-6116509e3951 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 947 time: 0.2943692 Jun 02 16:45:35.520633 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-82e7870a-9ff5-40c4-a3bc-b0ef7e5a3593 req-9781e394-6fd2-49b5-a66a-c149cf371f13 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020360 Jun 02 16:45:35.541512 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-12870bd4-9ffc-4cbb-9e4f-bee89985f88b service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745477 Jun 02 16:45:35.714530 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-3f97b462-4a01-436c-8885-7962ef2b9cd3 req-54f2f316-1667-44bd-a166-7311bd36dc0f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 210 time: 0.0436695 Jun 02 16:45:35.819229 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:36.143724 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eaa37-cca0-49a5-a279-2f9c89288c4d req-99b2e620-9620-44a5-b4a6-f2b261d2cf21 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:36.145197 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-018eaa37-cca0-49a5-a279-2f9c89288c4d req-99b2e620-9620-44a5-b4a6-f2b261d2cf21 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.0823650 Jun 02 16:45:36.197502 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-018eaa37-cca0-49a5-a279-2f9c89288c4d req-e2bdad26-59cb-47aa-a83d-5ecda9bdb624 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453584 Jun 02 16:45:36.337186 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:45:36.468919 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:36.482554 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20', 'network_id': 'dd00a55a-6e31-46ff-817a-f751de37310a', 'port_id': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20', 'mac_address': 'fa:16:3e:ea:2f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0427203-45d0-4ec7-aca1-bb509846af61', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:45:36.536307 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:36.553911 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:36.570283 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:36.574206 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:36.576252 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-1409f681-f22a-448c-b78c-1a1aa0892883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:36.650749 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:36.654465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:36.798250 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['6212b0ee-5d69-4a64-995d-f9cbd3b27c20'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:36.897979 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-63fa5b79-8027-40e6-b85b-5b1c45d1a9ed tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:36.899419 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-63fa5b79-8027-40e6-b85b-5b1c45d1a9ed tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.2793508 Jun 02 16:45:36.902152 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-144200f4-5b59-474c-b0e6-876649bcc87c req-9a494c7f-3169-4379-af5a-af8c0de8c044 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 210 time: 0.0624912 Jun 02 16:45:36.909606 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848ac4-8738-4003-b81d-c1b63d52ff1e req-da1fbcc5-d969-4b3a-a89d-0abf5a688561 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:36.911029 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-da848ac4-8738-4003-b81d-c1b63d52ff1e req-da1fbcc5-d969-4b3a-a89d-0abf5a688561 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 948 time: 0.2617967 Jun 02 16:45:36.915711 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Request body: {'port': {'device_id': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'admin_state_up': True, 'tenant_id': '6c230e0160134734bea4e4cc531ccfd2'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:36.959704 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7da44b2f-e0ea-454f-9c60-3d4045269c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:37.057772 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-da848ac4-8738-4003-b81d-c1b63d52ff1e req-95f6a995-3071-4b51-95b1-cb39c4f28d12 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185241 Jun 02 16:45:37.096945 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:37.101062 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Usage tracker for resource:port and tenant:6c230e0160134734bea4e4cc531ccfd2 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:37.103961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:37.109783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:37.120350 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Made reservation on behalf of 6c230e0160134734bea4e4cc531ccfd2 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:37.123850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:37.285264 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Allocated IP 172.20.0.5 (0e7349b7-51bf-4928-83fa-c24870b1a21d/95a135ad-d930-43f1-b461-46f9edb6fce3/03a66f56-a37e-4047-8ebb-86f2255a83cc) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:37.297275 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:37.509834 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df045b3-e37a-4eaa-a297-e7d75d3e40d2 req-458e1b9d-f2e0-41b1-8a78-a4e5cf709f30 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:37.511291 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0df045b3-e37a-4eaa-a297-e7d75d3e40d2 req-458e1b9d-f2e0-41b1-8a78-a4e5cf709f30 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.1979742 Jun 02 16:45:37.591039 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:37.597530 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0df045b3-e37a-4eaa-a297-e7d75d3e40d2 req-c9630824-633e-43de-8044-fb6e8d3c8740 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781534 Jun 02 16:45:37.625637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:37.631119 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:37.799748 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:37.802683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:37.806534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:37.839795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event updated for resources: {'Port': ['ID=03a66f56-a37e-4047-8ebb-86f2255a83cc,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:37.844006 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:37.871851 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:37.872661 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:37.892551 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9805355 Jun 02 16:45:37.904866 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Request body: {'port': {'device_id': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:37.957712 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.020140 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.266768 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3431c6-dfe5-4816-9670-125b26170698 req-a40077ad-7471-4fc9-afc3-4ddfd92299a1 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:38.267472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-eb3431c6-dfe5-4816-9670-125b26170698 req-a40077ad-7471-4fc9-afc3-4ddfd92299a1 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:38.338059 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:45:38.340081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-eb3431c6-dfe5-4816-9670-125b26170698 req-a40077ad-7471-4fc9-afc3-4ddfd92299a1 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:38.341257 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb3431c6-dfe5-4816-9670-125b26170698 req-a40077ad-7471-4fc9-afc3-4ddfd92299a1 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 931 time: 0.3116438 Jun 02 16:45:38.407155 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:38.411832 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:38.412201 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.439986 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45c0df-f9fa-4366-a68e-334af28fb55a req-5dc1f27c-dcb7-4a48-a28c-2d4e9197cf56 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:38.441557 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b45c0df-f9fa-4366-a68e-334af28fb55a req-5dc1f27c-dcb7-4a48-a28c-2d4e9197cf56 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 948 time: 0.2514737 Jun 02 16:45:38.494805 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb3431c6-dfe5-4816-9670-125b26170698 req-8772574a-df48-4d3c-9d54-af216fb7fc03 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054432 Jun 02 16:45:38.529289 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4b45c0df-f9fa-4366-a68e-334af28fb55a req-146a3de7-1396-4476-a4fc-a2692bca95fc tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743377 Jun 02 16:45:38.566808 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.594193 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:38.596403 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e14167-14ee-4430-8829-0a93701fa529" -d '{"events": [{"server_uuid": "6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d", "name": "network-vif-plugged", "status": "completed", "tag": "6212b0ee-5d69-4a64-995d-f9cbd3b27c20"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:38.596904 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a66f56-a37e-4047-8ebb-86f2255a83cc {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:38.605223 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:38.605437 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.608994 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.612192 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-de586135-4c89-4f6d-aa71-c12e2580742d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:38.621605 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Transition to ACTIVE for port object 03a66f56-a37e-4047-8ebb-86f2255a83cc will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:38.633663 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.640941 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:38.651105 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe5a3b-0ee4-4a50-8f10-a63a3f23d8ad x-openstack-request-id: req-6abe5a3b-0ee4-4a50-8f10-a63a3f23d8ad {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:38.651399 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d", "name": "network-vif-plugged", "status": "completed", "tag": "6212b0ee-5d69-4a64-995d-f9cbd3b27c20", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:38.651654 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6abe5a3b-0ee4-4a50-8f10-a63a3f23d8ad {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:38.652038 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20', 'code': 200} Jun 02 16:45:38.691340 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:38.694630 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:38.836276 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Pushing event updated for resources: {'Port': ['ID=03a66f56-a37e-4047-8ebb-86f2255a83cc,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:38.865417 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:39.019476 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Attempting to bind port 03a66f56-a37e-4047-8ebb-86f2255a83cc on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:45:39.020120 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Attempting to bind port 03a66f56-a37e-4047-8ebb-86f2255a83cc by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:45:39.020120 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Attempting to bind port 03a66f56-a37e-4047-8ebb-86f2255a83cc on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:39.034034 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd0fe7-af10-4133-8a50-9963199dc69b req-49991af6-de94-4b46-9ec7-7e5ad430c8b4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.035478 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7ddd0fe7-af10-4133-8a50-9963199dc69b req-49991af6-de94-4b46-9ec7-7e5ad430c8b4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.2632332 Jun 02 16:45:39.037426 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571827c-c536-4dc0-a8cf-7abe7db02855 req-11af00e9-7749-4e00-b633-fd94760bc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.038745 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f571827c-c536-4dc0-a8cf-7abe7db02855 req-11af00e9-7749-4e00-b633-fd94760bc27a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 1102 time: 0.1762424 Jun 02 16:45:39.039261 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Port 03a66f56-a37e-4047-8ebb-86f2255a83cc on network 0e7349b7-51bf-4928-83fa-c24870b1a21d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:45:39.039572 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Attempting to bind port 03a66f56-a37e-4047-8ebb-86f2255a83cc on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:39.075596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:45:39.075935 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Checking segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:39.076309 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Bound using segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:45:39.076749 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Bound port: 03a66f56-a37e-4047-8ebb-86f2255a83cc, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:45:39.077098 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:39.177613 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7ddd0fe7-af10-4133-8a50-9963199dc69b req-11cea6a4-6748-46ec-bd4d-643617391238 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353846 Jun 02 16:45:39.188684 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f571827c-c536-4dc0-a8cf-7abe7db02855 req-f0cf3352-3ead-40aa-8e3f-bff51c0663bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289222 Jun 02 16:45:39.212971 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] For port 03a66f56-a37e-4047-8ebb-86f2255a83cc, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:45:39.215891 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] For port 03a66f56-a37e-4047-8ebb-86f2255a83cc, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:45:39.220373 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:39.225221 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f35af74e-49a8-45e6-87be-25df92c3dcc5 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:39.283864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.284466 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:39.285847 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] 10.222.0.48 "PUT /v2.0/ports/03a66f56-a37e-4047-8ebb-86f2255a83cc HTTP/1.1" status: 200 len: 1093 time: 1.3850644 Jun 02 16:45:39.286336 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'tag': '03a66f56-a37e-4047-8ebb-86f2255a83cc'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:39.288584 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea92161e-5d97-4c57-ad76-d414ff2d468e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b99f2-da9d-4610-935d-316d9333a359", "tag": "03a66f56-a37e-4047-8ebb-86f2255a83cc"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:39.309711 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Pushing event updated for resources: {'Port': ['ID=03a66f56-a37e-4047-8ebb-86f2255a83cc,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:39.312825 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d4cd417d-ecd3-4477-a667-b898446f681d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:39.335926 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76d6122-56e1-4bf2-9e46-b05ee2069f1f x-openstack-request-id: req-f76d6122-56e1-4bf2-9e46-b05ee2069f1f {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:39.336247 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b99f2-da9d-4610-935d-316d9333a359", "tag": "03a66f56-a37e-4047-8ebb-86f2255a83cc", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:39.336533 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f76d6122-56e1-4bf2-9e46-b05ee2069f1f {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:39.336989 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'tag': '03a66f56-a37e-4047-8ebb-86f2255a83cc', 'status': 'completed', 'code': 200} Jun 02 16:45:39.427164 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-63b0ab36-0c66-44a5-a96e-4c5d89c5ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.428646 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-63b0ab36-0c66-44a5-a96e-4c5d89c5ea1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 1096 time: 0.0762243 Jun 02 16:45:39.501589 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-33be72d0-c53f-4d7c-9c07-47bc1550db2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc HTTP/1.1" status: 200 len: 217 time: 0.0603809 Jun 02 16:45:39.713633 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:39.750865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-00cd01cb-f986-42a5-95f8-609d57ab0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.752298 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-00cd01cb-f986-42a5-95f8-609d57ab0c77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.2436104 Jun 02 16:45:39.814808 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-6f7b10de-fdb1-4e72-98ed-7ecf4200df6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460267 Jun 02 16:45:39.877682 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d58ce6-0a2f-431e-a284-deec4268c4e1 req-91ed7c4d-5843-4bb4-9284-1e5795caf865 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.879111 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-17d58ce6-0a2f-431e-a284-deec4268c4e1 req-91ed7c4d-5843-4bb4-9284-1e5795caf865 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 949 time: 0.2354348 Jun 02 16:45:39.889425 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ae802-df96-4c40-bf5b-7f6e38c96cf7 req-15ab7d53-6698-4c48-92d2-7911c4265997 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:39.890805 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-258ae802-df96-4c40-bf5b-7f6e38c96cf7 req-15ab7d53-6698-4c48-92d2-7911c4265997 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 943 time: 0.2522800 Jun 02 16:45:40.040799 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-17d58ce6-0a2f-431e-a284-deec4268c4e1 req-0111c68b-33c9-4349-8de2-d3d14fbb027d tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474135 Jun 02 16:45:40.051880 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-258ae802-df96-4c40-bf5b-7f6e38c96cf7 req-3c62e65a-28b7-4098-a7c1-8f4b0217d512 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552486 Jun 02 16:45:40.060600 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-9ebf785b-17a6-4d02-a4ba-4bb8dcf5e337 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374532 Jun 02 16:45:40.196970 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a432c147-27fb-4264-a91d-9031f0e3bf2a req-f44cec4f-c5ca-4a90-a8da-ea88ce58042a service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260724 Jun 02 16:45:40.365176 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-7eb0c2f1-da8f-421f-8f21-dcce2f08193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:40.366629 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-7eb0c2f1-da8f-421f-8f21-dcce2f08193a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 1096 time: 0.1262863 Jun 02 16:45:40.409567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f1217-1059-4f0c-96ec-d6b1e63c28b6 req-fc342621-e49d-40dd-b13b-4d04d48603f1 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:40.410945 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e5f1217-1059-4f0c-96ec-d6b1e63c28b6 req-fc342621-e49d-40dd-b13b-4d04d48603f1 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.1194110 Jun 02 16:45:40.535665 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e5f1217-1059-4f0c-96ec-d6b1e63c28b6 req-2beccf03-bfe6-415d-8dc3-2bca692ab45d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&id=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092095 Jun 02 16:45:40.551498 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-1c177365-40f4-4bd2-8796-4f921401e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:40.552945 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-1c177365-40f4-4bd2-8796-4f921401e4b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 914 time: 0.1785080 Jun 02 16:45:40.623412 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-d0a6346c-c253-4d5c-afa8-0c279c11425d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc HTTP/1.1" status: 200 len: 217 time: 0.0630701 Jun 02 16:45:40.685799 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-e63930c2-2191-400d-b8b0-9c2f8c37c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:40.687215 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-e63930c2-2191-400d-b8b0-9c2f8c37c4c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.0568132 Jun 02 16:45:40.733422 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-86bfea2f-bbb3-4acb-b778-66f6c5c60eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393941 Jun 02 16:45:40.867512 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-c967f1fb-63b5-4718-9d81-464f5b0c4e7c service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266658 Jun 02 16:45:40.995885 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ea92161e-5d97-4c57-ad76-d414ff2d468e req-6b96d361-798f-4d6b-b540-a30c81a00754 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218901 Jun 02 16:45:41.292616 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca107b1-ddd0-45bc-b40b-208699286fe4 req-9c5fa7e7-6496-4a42-b0d4-6888f024e072 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:41.294006 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ca107b1-ddd0-45bc-b40b-208699286fe4 req-9c5fa7e7-6496-4a42-b0d4-6888f024e072 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 949 time: 0.1444287 Jun 02 16:45:41.301437 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40323cf7-97f5-4c87-a136-01cf31312765 req-55ed56d1-11c9-464f-95d3-eafe37d8675f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:41.302779 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-40323cf7-97f5-4c87-a136-01cf31312765 req-55ed56d1-11c9-464f-95d3-eafe37d8675f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 943 time: 0.1178570 Jun 02 16:45:41.480035 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8ca107b1-ddd0-45bc-b40b-208699286fe4 req-9fd8164e-c293-4b23-9025-c48302b095c8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763110 Jun 02 16:45:41.484402 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-40323cf7-97f5-4c87-a136-01cf31312765 req-760adb7e-2eb3-4c76-b711-6a1ef946403a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675611 Jun 02 16:45:41.947112 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef712d97-e1cf-40c8-bda1-aebd2c29b5bb req-4166ae29-05f3-44af-acb5-eeed72dd1bdc tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:41.948553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef712d97-e1cf-40c8-bda1-aebd2c29b5bb req-4166ae29-05f3-44af-acb5-eeed72dd1bdc tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 949 time: 0.0881574 Jun 02 16:45:41.993534 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ef712d97-e1cf-40c8-bda1-aebd2c29b5bb req-0bd69962-8ed4-4fb1-a269-69391ab73485 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Jun 02 16:45:42.353178 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 03a66f56-a37e-4047-8ebb-86f2255a83cc details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:45:42.485722 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 03a66f56-a37e-4047-8ebb-86f2255a83cc, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:42.498843 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '03a66f56-a37e-4047-8ebb-86f2255a83cc', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'port_id': '03a66f56-a37e-4047-8ebb-86f2255a83cc', 'mac_address': 'fa:16:3e:16:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a135ad-d930-43f1-b461-46f9edb6fce3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:45:42.551896 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:42.568460 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a66f56-a37e-4047-8ebb-86f2255a83cc {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:42.583897 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 03a66f56-a37e-4047-8ebb-86f2255a83cc, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:42.588323 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:42.590075 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:42.658817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=03a66f56-a37e-4047-8ebb-86f2255a83cc,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:42.661674 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:42.675258 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0deb-0bc7-40e4-9c3c-87b8fbb0e071 req-55bef169-aa81-4619-a0cf-4aa70576f098 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:42.676703 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f5c0deb-0bc7-40e4-9c3c-87b8fbb0e071 req-55bef169-aa81-4619-a0cf-4aa70576f098 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 944 time: 0.0822282 Jun 02 16:45:42.721132 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f5c0deb-0bc7-40e4-9c3c-87b8fbb0e071 req-f6919e67-f4e2-4112-bbd1-b16d66a50d6d tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Jun 02 16:45:42.844750 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:43.235607 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588dee3-d342-471c-a77d-60dbae5f6a08 req-edc45ec7-87cd-4525-8bc2-78fc49e5689c tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:43.237075 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7588dee3-d342-471c-a77d-60dbae5f6a08 req-edc45ec7-87cd-4525-8bc2-78fc49e5689c tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 949 time: 0.1414921 Jun 02 16:45:43.245377 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-967d5a31-31f8-40d0-8cfc-6eefc85823af tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:43.246741 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-967d5a31-31f8-40d0-8cfc-6eefc85823af tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 949 time: 0.1198475 Jun 02 16:45:43.340781 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7588dee3-d342-471c-a77d-60dbae5f6a08 req-8c88fbc7-f39f-4b77-bd3d-5baa01f9e053 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/security-groups?id=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930843 Jun 02 16:45:43.411232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Deleting port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:43.411573 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:43.543055 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] For port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,segment=NetworkSegment(13dab280-97fc-4953-96f2-022923878d6b),segment_id=13dab280-97fc-4953-96f2-022923878d6b)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:43.543411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:43.664187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Calling delete_port for 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:43.774545 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:43.779973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8fd511b9-8288-46fe-b847-8d0d3cc3ed01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:43.785552 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['6212b0ee-5d69-4a64-995d-f9cbd3b27c20'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:43.826454 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Pushing event deleted for resources: {'Port': ['ID=6212b0ee-5d69-4a64-995d-f9cbd3b27c20,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:43.829952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:43.948032 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] No DVR routers for this DVR port 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:45:43.951680 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:43.954237 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'name': 'network-vif-deleted', 'tag': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:43.956498 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c159ab9d-7efe-47e7-bb40-36e51c768ee9" -d '{"events": [{"server_uuid": "6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d", "name": "network-vif-deleted", "tag": "6212b0ee-5d69-4a64-995d-f9cbd3b27c20"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:43.980806 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1f52daa0-f819-4a47-bb46-a08d3678ebb2 req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.48 "DELETE /v2.0/ports/6212b0ee-5d69-4a64-995d-f9cbd3b27c20 HTTP/1.1" status: 204 len: 173 time: 0.7193303 Jun 02 16:45:44.002270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7ed94-9405-435d-a411-735ed26facc4 req-7d26d51f-fa2c-4191-93b2-abf7dc54d8f6 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:44.003684 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bae7ed94-9405-435d-a411-735ed26facc4 req-7d26d51f-fa2c-4191-93b2-abf7dc54d8f6 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 944 time: 0.1717265 Jun 02 16:45:44.005758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a766ab22-fdc2-439f-b4cc-155980a38678 x-openstack-request-id: req-a766ab22-fdc2-439f-b4cc-155980a38678 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:44.006077 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d", "name": "network-vif-deleted", "tag": "6212b0ee-5d69-4a64-995d-f9cbd3b27c20", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:44.006354 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a766ab22-fdc2-439f-b4cc-155980a38678 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:44.006768 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d', 'name': 'network-vif-deleted', 'tag': '6212b0ee-5d69-4a64-995d-f9cbd3b27c20', 'status': 'completed', 'code': 200} Jun 02 16:45:44.050397 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bae7ed94-9405-435d-a411-735ed26facc4 req-f2654ffe-1cdf-498e-854c-f5f521863b87 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Jun 02 16:45:44.361494 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 03a66f56-a37e-4047-8ebb-86f2255a83cc up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:45:44.433938 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 03a66f56-a37e-4047-8ebb-86f2255a83cc completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:44.439247 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 03a66f56-a37e-4047-8ebb-86f2255a83cc triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:44.439622 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:44.519997 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-91759b94-d5da-4dd1-b21d-3705718f2fae req-f1015c97-523d-4b88-82ac-7ce334e10453 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Synchronizing usage tracker for tenant:64f5d89c0da64a0db0d190e4b573a273 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:44.536538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-91759b94-d5da-4dd1-b21d-3705718f2fae req-f1015c97-523d-4b88-82ac-7ce334e10453 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Unset dirty status for tenant:64f5d89c0da64a0db0d190e4b573a273 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:44.537743 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-91759b94-d5da-4dd1-b21d-3705718f2fae req-f1015c97-523d-4b88-82ac-7ce334e10453 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bdf1ae2-15ed-4222-a9f1-c0f87e73f67d HTTP/1.1" status: 200 len: 210 time: 0.0666234 Jun 02 16:45:44.573280 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:44.600086 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a66f56-a37e-4047-8ebb-86f2255a83cc'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:44.602897 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d565a226-b00e-4337-acc3-5a3aac631c32" -d '{"events": [{"server_uuid": "dd3b99f2-da9d-4610-935d-316d9333a359", "name": "network-vif-plugged", "status": "completed", "tag": "03a66f56-a37e-4047-8ebb-86f2255a83cc"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:44.610909 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 03a66f56-a37e-4047-8ebb-86f2255a83cc, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:44.614736 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:44.615740 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:45:44.644958 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:44.675634 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495dd260-724b-405d-8847-efce93069f70 x-openstack-request-id: req-495dd260-724b-405d-8847-efce93069f70 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:44.675936 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3b99f2-da9d-4610-935d-316d9333a359", "name": "network-vif-plugged", "status": "completed", "tag": "03a66f56-a37e-4047-8ebb-86f2255a83cc", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:44.676267 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-495dd260-724b-405d-8847-efce93069f70 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:44.676660 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a66f56-a37e-4047-8ebb-86f2255a83cc', 'code': 200} Jun 02 16:45:44.690179 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:45:44.690522 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 6212b0ee-5d69-4a64-995d-f9cbd3b27c20 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:45:44.723674 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=03a66f56-a37e-4047-8ebb-86f2255a83cc,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:44.726875 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:44.867049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e110b-3f5b-42a4-af9a-c6f6cff81221 req-5921d119-2dc5-4e7d-9245-8694538dcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:44.868420 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-676e110b-3f5b-42a4-af9a-c6f6cff81221 req-5921d119-2dc5-4e7d-9245-8694538dcf08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 1098 time: 0.0685289 Jun 02 16:45:44.907533 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-676e110b-3f5b-42a4-af9a-c6f6cff81221 req-e35c01c7-de50-4fc4-9ea4-e7b8d06f439a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Jun 02 16:45:45.242026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8e1be-9f42-4765-9852-63fb2e31b0c3 req-ba93427a-73a2-41ca-83d3-2eab28cb01c0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:45.244023 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adc8e1be-9f42-4765-9852-63fb2e31b0c3 req-ba93427a-73a2-41ca-83d3-2eab28cb01c0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 945 time: 0.0818932 Jun 02 16:45:45.291801 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adc8e1be-9f42-4765-9852-63fb2e31b0c3 req-e1cd9772-25bd-4d4c-a328-8ebea2450671 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Jun 02 16:45:46.480218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76814f0c-941f-419d-9949-e330e394f1cc req-2a7b8807-4620-4f14-ae25-15b94699beba tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:46.482030 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-76814f0c-941f-419d-9949-e330e394f1cc req-2a7b8807-4620-4f14-ae25-15b94699beba tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 945 time: 0.0800793 Jun 02 16:45:46.533628 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-76814f0c-941f-419d-9949-e330e394f1cc req-0da43f3b-969d-4252-965c-7aabdfd756e8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Jun 02 16:45:50.181321 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52726) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:50.323866 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5734b5ad-fb4a-4b97-88f0-82fb178eaf9a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64f5d89c0da64a0db0d190e4b573a273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415367 Jun 02 16:45:50.326204 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52730) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:50.385351 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:50.411391 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:50.439100 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:45:50.463854 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:50.468603 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4db2e23c-1beb-47b1-a141-e5beb5b263be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:50.483411 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac7684-a7e9-427c-b9e1-134ddc5ec4a1,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:50.486188 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:50.491324 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:50.492459 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-be7ba77a-bf01-4d16-8120-f132e38129af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7dac7684-a7e9-427c-b9e1-134ddc5ec4a1 HTTP/1.1" status: 204 len: 168 time: 0.1653857 Jun 02 16:45:51.166223 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52766) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:51.216710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-966250fb-83ae-46d4-b986-8a521105da60 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:51.218067 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-966250fb-83ae-46d4-b986-8a521105da60 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.2492099 Jun 02 16:45:51.233142 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-969068fb-8f46-4d39-8dcc-4e06b5fd89df tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/quotas/6c230e0160134734bea4e4cc531ccfd2 HTTP/1.1" status: 200 len: 375 time: 0.0095320 Jun 02 16:45:51.271907 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260391497-network', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:51.276609 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:51.280399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Usage tracker for resource:network and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:51.283221 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:51.289208 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:51.300026 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Made reservation on behalf of b6ba34fdafb74fffb76bc090c8b1adfb for: {'network': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:51.302527 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.314288 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-3f840952-d959-4018-8fd3-5a1b9e1a09e3 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761154 Jun 02 16:45:51.317060 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.331771 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:51.335676 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:51.339994 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:51.345805 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:51.433553 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.437484 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.441483 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-02b23fbf-4fa9-49af-9249-f0d489c92c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:51.466831 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=98218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:45:51.483910 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1542e144-9ba3-49d2-9c9e-1e8f5cdac1b1,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:51.488091 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:51.489097 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.489467 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.segments_db [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Added segment 9b7c7192-f656-4fb3-ae2e-2ee26d3107c0 of type vlan for network f75fa186-2232-4148-9255-1b924ee56eaf Jun 02 16:45:51.506567 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-f14058b9-009e-4181-b21a-903154e68af4 service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848278 Jun 02 16:45:51.518623 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.547896 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.549230 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:51.549839 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.554537 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-05fbe7c0-e609-4dbf-962e-730fa22bb3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:51.639148 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-23fd51d6-4b07-45da-9969-8e6eccc2196f service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260498 Jun 02 16:45:51.654030 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Pushing event updated for resources: {'Network': ['ID=f75fa186-2232-4148-9255-1b924ee56eaf,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:51.659499 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4895747 Jun 02 16:45:51.659499 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:51.659740 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52772) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:51.664936 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Request body: {'subnet': {'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260391497-subnet', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:51.665483 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network f75fa186-2232-4148-9255-1b924ee56eaf details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:45:51.670110 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:51.674481 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Usage tracker for resource:subnet and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:51.677812 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:51.684926 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:51.695236 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Made reservation on behalf of b6ba34fdafb74fffb76bc090c8b1adfb for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:51.697914 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.848782 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-10eaa4d3-a9d5-4f9d-be9c-cf1696da75e5 req-f1807759-75e1-4a0b-b0e8-7f544205b49b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 210 time: 0.0507834 Jun 02 16:45:52.096988 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.102128 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:52.176080 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a29361-df74-45a6-80d1-c55abc6ae6d1,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:52.179640 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:52.185637 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Checking segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:52.185993 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Network hostable DHCP agents. Network: f75fa186-2232-4148-9255-1b924ee56eaf, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:45:52.203557 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Network f75fa186-2232-4148-9255-1b924ee56eaf is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:45:52.212448 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, f75fa186-2232-4148-9255-1b924ee56eaf) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:52.221590 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:52.222202 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b9436e-2dd0-4284-bf87-95030048540f None None] Network f75fa186-2232-4148-9255-1b924ee56eaf requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:52.222455 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.242875 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6837c908-a035-4737-95da-2d59d6536775 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5821006 Jun 02 16:45:52.246314 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52784) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:52.250787 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:52.255944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:52.259894 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Usage tracker for resource:router and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:52.262751 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:52.269056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:52.280918 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.281922 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.298513 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.462793 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-f75fa186-2232-4148-9255-1b924ee56eaf', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:45:52.463612 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.578134 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.620135 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Allocated IP 172.20.0.2 (f75fa186-2232-4148-9255-1b924ee56eaf/20a29361-df74-45a6-80d1-c55abc6ae6d1/dfb26f3b-42d3-48f2-bc87-307876bc85f9) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:52.841683 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.852768 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Transition to ACTIVE for port object dfb26f3b-42d3-48f2-bc87-307876bc85f9 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:52.871404 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Transition to ACTIVE for port object dfb26f3b-42d3-48f2-bc87-307876bc85f9 will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:52.886483 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.901157 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:52.984820 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Network f75fa186-2232-4148-9255-1b924ee56eaf is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:52.991908 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:52.995873 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:53.045021 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-abe079b9-ceb4-4b5e-af78-e00fed194ba9 req-d7f226ae-2e84-4ffd-855d-2f629e37811d tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 210 time: 0.0733128 Jun 02 16:45:53.053208 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Pushing event updated for resources: {'Port': ['ID=dfb26f3b-42d3-48f2-bc87-307876bc85f9,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:53.068670 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.083382 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:53.105826 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.113394 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Attempting to bind port dfb26f3b-42d3-48f2-bc87-307876bc85f9 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:45:53.113770 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Attempting to bind port dfb26f3b-42d3-48f2-bc87-307876bc85f9 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:45:53.114138 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Attempting to bind port dfb26f3b-42d3-48f2-bc87-307876bc85f9 on network f75fa186-2232-4148-9255-1b924ee56eaf {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:53.114538 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-ec7b07dd-f848-49fb-9e41-9760bc02d330 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:53.115991 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-ec7b07dd-f848-49fb-9e41-9760bc02d330 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.3502321 Jun 02 16:45:53.119538 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:45:53.119911 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Checking segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:53.120310 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.120697 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Bound using segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:45:53.121185 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Bound port: dfb26f3b-42d3-48f2-bc87-307876bc85f9, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:45:53.121555 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.156519 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Request body: {'port': {'device_id': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'admin_state_up': True, 'tenant_id': '6c230e0160134734bea4e4cc531ccfd2'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:53.211128 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] For port dfb26f3b-42d3-48f2-bc87-307876bc85f9, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:45:53.215170 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] For port dfb26f3b-42d3-48f2-bc87-307876bc85f9, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=dfb26f3b-42d3-48f2-bc87-307876bc85f9,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:45:53.219871 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.223882 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:53.315411 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Pushing event updated for resources: {'Port': ['ID=dfb26f3b-42d3-48f2-bc87-307876bc85f9,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:53.317964 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:53.473266 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:53.499465 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:53.503379 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Allocated IP 172.28.0.29 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/083c685f-58a8-408c-82c8-f8f1482ab799) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:53.517805 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Made reservation on behalf of 6c230e0160134734bea4e4cc531ccfd2 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:53.521416 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.784341 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.808973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Allocated IP 172.20.0.12 (0e7349b7-51bf-4928-83fa-c24870b1a21d/95a135ad-d930-43f1-b461-46f9edb6fce3/edc3ff52-3435-4ec7-86b4-986d9ac54a97) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:53.870486 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:53.877356 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-238a0171-4659-40f1-bfe4-c90223811f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:53.977407 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:53.982287 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:53.988269 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:54.073684 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Pushing event updated for resources: {'Port': ['ID=083c685f-58a8-408c-82c8-f8f1482ab799,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:54.082123 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:54.197745 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38513863-e5fb-4ff1-8824-2ea928fcb339 None None] Network f75fa186-2232-4148-9255-1b924ee56eaf requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:54.244984 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f27610f2-bf91-4167-a41c-c82d1155aab7 req-a24ccf4c-dcb0-4b7f-bd86-225a694e8c25 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 210 time: 0.0672328 Jun 02 16:45:54.304045 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:54.308022 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-980ed518-9d93-49da-a044-d1a540ea1f74 None None] Provisioning for port dfb26f3b-42d3-48f2-bc87-307876bc85f9 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:54.470025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:54.478129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5150546a-38af-48ef-807c-3f0c75e9e2c4 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:54.481742 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:54.610521 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:54.622400 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:54.630775 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:54.659332 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event updated for resources: {'Port': ['ID=edc3ff52-3435-4ec7-86b4-986d9ac54a97,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:54.668813 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:54.691392 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:54.877226 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:54.877808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:54.984818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8359272 Jun 02 16:45:54.996434 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Request body: {'port': {'device_id': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:55.252087 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:55.314686 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:55.342848 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device dfb26f3b-42d3-48f2-bc87-307876bc85f9 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:45:55.412187 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port dfb26f3b-42d3-48f2-bc87-307876bc85f9 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:55.416763 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port dfb26f3b-42d3-48f2-bc87-307876bc85f9 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:55.417149 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:55.533046 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:55.566826 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port dfb26f3b-42d3-48f2-bc87-307876bc85f9, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=dfb26f3b-42d3-48f2-bc87-307876bc85f9,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:55.570321 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:55.572790 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c8f90976-075a-42ca-8629-69ee948132cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:55.637769 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=dfb26f3b-42d3-48f2-bc87-307876bc85f9,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:55.640670 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:55.728517 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42348b-f6b6-47b8-8cb7-37cedb1f44b7 req-934acac6-54bc-4d47-9353-a8c4fb15069f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:55.729227 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-4e42348b-f6b6-47b8-8cb7-37cedb1f44b7 req-934acac6-54bc-4d47-9353-a8c4fb15069f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:55.782771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-4e42348b-f6b6-47b8-8cb7-37cedb1f44b7 req-934acac6-54bc-4d47-9353-a8c4fb15069f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:55.783950 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4e42348b-f6b6-47b8-8cb7-37cedb1f44b7 req-934acac6-54bc-4d47-9353-a8c4fb15069f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 932 time: 0.4044549 Jun 02 16:45:55.784399 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:45:55.965268 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4e42348b-f6b6-47b8-8cb7-37cedb1f44b7 req-a259b93b-2c10-46f5-bf8c-f7df42a7556c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740224 Jun 02 16:45:56.036581 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc3ff52-3435-4ec7-86b4-986d9ac54a97 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:56.054130 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.078614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Transition to ACTIVE for port object edc3ff52-3435-4ec7-86b4-986d9ac54a97 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:56.079843 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:45:56.087124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.089049 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Sync routers for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:45:56.095813 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:56.099053 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:56.100030 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:56.203795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.205011 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9576797 Jun 02 16:45:56.207889 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52796) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:56.280250 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:56.372757 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Pushing event updated for resources: {'Port': ['ID=edc3ff52-3435-4ec7-86b4-986d9ac54a97,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:56.378762 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:56.446706 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Attempting to bind port edc3ff52-3435-4ec7-86b4-986d9ac54a97 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:45:56.447065 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Attempting to bind port edc3ff52-3435-4ec7-86b4-986d9ac54a97 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:45:56.447392 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Attempting to bind port edc3ff52-3435-4ec7-86b4-986d9ac54a97 on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:56.452470 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Port edc3ff52-3435-4ec7-86b4-986d9ac54a97 on network 0e7349b7-51bf-4928-83fa-c24870b1a21d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:45:56.452942 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Attempting to bind port edc3ff52-3435-4ec7-86b4-986d9ac54a97 on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:56.459970 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:45:56.460316 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Checking segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:56.460695 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Bound using segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:45:56.462179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Bound port: edc3ff52-3435-4ec7-86b4-986d9ac54a97, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:45:56.462524 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.560720 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] For port edc3ff52-3435-4ec7-86b4-986d9ac54a97, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:45:56.566402 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] For port edc3ff52-3435-4ec7-86b4-986d9ac54a97, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:45:56.570806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.575699 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:56.595680 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:54Z', 'revision_number': 3, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:56.599540 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Checking router: 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:45:56.600174 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Updating router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 port 083c685f-58a8-408c-82c8-f8f1482ab799 binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:45:56.633359 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:56.634144 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.635540 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] 10.222.0.48 "PUT /v2.0/ports/edc3ff52-3435-4ec7-86b4-986d9ac54a97 HTTP/1.1" status: 200 len: 1094 time: 1.6433530 Jun 02 16:45:56.636056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'tag': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:56.638443 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b3b87a-6240-4186-8bde-241be60c65b6" -d '{"events": [{"name": "network-changed", "server_uuid": "240a1f20-2daa-441a-9c74-f8816d37bd9b", "tag": "edc3ff52-3435-4ec7-86b4-986d9ac54a97"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:56.697072 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:56.715966 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6836600-312d-4c93-a97a-09097e065aae x-openstack-request-id: req-c6836600-312d-4c93-a97a-09097e065aae {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:56.716300 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240a1f20-2daa-441a-9c74-f8816d37bd9b", "tag": "edc3ff52-3435-4ec7-86b4-986d9ac54a97", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:56.716564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6836600-312d-4c93-a97a-09097e065aae {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:56.716999 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'tag': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'status': 'completed', 'code': 200} Jun 02 16:45:56.729194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Pushing event updated for resources: {'Port': ['ID=edc3ff52-3435-4ec7-86b4-986d9ac54a97,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:56.732473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:56.764333 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-967da7ca-16c6-427b-84c9-471ca592e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:56.765885 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-967da7ca-16c6-427b-84c9-471ca592e709 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 1097 time: 0.0874720 Jun 02 16:45:56.839720 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-63433198-b039-439a-b992-0e625db47841 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97 HTTP/1.1" status: 200 len: 217 time: 0.0641003 Jun 02 16:45:56.905639 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeda000-a54f-4677-9629-24332a35ceae req-5b0a275e-5902-44b6-bbae-251d2314f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:56.907091 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-5b0a275e-5902-44b6-bbae-251d2314f22c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.0614722 Jun 02 16:45:56.955039 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-26b8a788-c870-4aad-b0f0-6af0f9e7425e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409310 Jun 02 16:45:57.010123 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.031635 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.043786 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Transition to ACTIVE for port object 083c685f-58a8-408c-82c8-f8f1482ab799 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:57.050574 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.054533 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:57.100760 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-9395aebc-84fc-41d5-88d6-b2b50206f17d service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369236 Jun 02 16:45:57.148198 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Attempting to bind port 083c685f-58a8-408c-82c8-f8f1482ab799 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:45:57.148571 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Attempting to bind port 083c685f-58a8-408c-82c8-f8f1482ab799 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:45:57.148990 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Attempting to bind port 083c685f-58a8-408c-82c8-f8f1482ab799 on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:57.154689 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd654db-622c-4bc4-a075-6dc62b4fdb97 None None] Pushing event updated for resources: {'Port': ['ID=083c685f-58a8-408c-82c8-f8f1482ab799,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:57.157512 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2fd654db-622c-4bc4-a075-6dc62b4fdb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:57.160266 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:45:57.160648 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:57.161079 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.161468 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:45:57.161934 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Bound port: 083c685f-58a8-408c-82c8-f8f1482ab799, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:45:57.162312 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.228461 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Allocated IP 172.20.0.1 (f75fa186-2232-4148-9255-1b924ee56eaf/20a29361-df74-45a6-80d1-c55abc6ae6d1/049676e4-f9e9-4402-9dc4-251a598b2e59) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:57.235462 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] For port 083c685f-58a8-408c-82c8-f8f1482ab799, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:45:57.238490 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] For port 083c685f-58a8-408c-82c8-f8f1482ab799, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=083c685f-58a8-408c-82c8-f8f1482ab799,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:45:57.244317 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.253703 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:57.300031 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-baeda000-a54f-4677-9629-24332a35ceae req-3b6ce70e-d746-4664-a77a-dd14afe24169 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929462 Jun 02 16:45:57.309116 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ba46-c50d-42c7-896c-10f4929efe5a req-eb8538b7-ba6c-4110-8900-b0e65bcefa7f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:57.315936 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9641ba46-c50d-42c7-896c-10f4929efe5a req-eb8538b7-ba6c-4110-8900-b0e65bcefa7f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 944 time: 0.1873367 Jun 02 16:45:57.338529 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:57.339174 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:57.391956 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.392327 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9641ba46-c50d-42c7-896c-10f4929efe5a req-ab404c2d-88c8-48d0-8e34-ad4e955072ee tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Jun 02 16:45:57.402127 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device dfb26f3b-42d3-48f2-bc87-307876bc85f9 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:45:57.415033 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Transition to ACTIVE for port object 049676e4-f9e9-4402-9dc4-251a598b2e59 will not be triggered until provisioned by entity DHCP. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:57.439348 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-facfdb41-4800-438e-af9d-3290c173a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:57.440989 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-facfdb41-4800-438e-af9d-3290c173a249 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 1097 time: 0.0821977 Jun 02 16:45:57.445598 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.450923 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-261c6834-6eac-406d-b43d-d087ffc3b0f1 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:57.494715 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd654db-622c-4bc4-a075-6dc62b4fdb97 None None] Pushing event updated for resources: {'Port': ['ID=083c685f-58a8-408c-82c8-f8f1482ab799,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:57.497823 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2fd654db-622c-4bc4-a075-6dc62b4fdb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:57.522653 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Network f75fa186-2232-4148-9255-1b924ee56eaf is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:57.525904 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:57.529870 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:57.565016 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Pushing event updated for resources: {'Port': ['ID=049676e4-f9e9-4402-9dc4-251a598b2e59,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:57.569255 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:57.592464 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.599180 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-01b3b827-4996-49cf-80ca-404889331173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:57.601430 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-01b3b827-4996-49cf-80ca-404889331173 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 914 time: 0.1537890 Jun 02 16:45:57.607128 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port dfb26f3b-42d3-48f2-bc87-307876bc85f9 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:57.607680 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.648979 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:57.688152 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-40205b3f-2aaa-467d-aea1-f383a6e32d65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97 HTTP/1.1" status: 200 len: 217 time: 0.0793898 Jun 02 16:45:57.761842 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-b5dd1efb-efd6-4e68-a998-86a1396e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:57.763293 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-b5dd1efb-efd6-4e68-a998-86a1396e6c64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.0644541 Jun 02 16:45:57.816417 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-6cef91b2-a01a-4fc1-bb0d-d88f0391904c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453396 Jun 02 16:45:57.868465 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.891995 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8ad567b5-bc0a-4254-8ca8-532b137f0166 None None] Provisioning for port 049676e4-f9e9-4402-9dc4-251a598b2e59 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:57.938817 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8ad567b5-bc0a-4254-8ca8-532b137f0166 None None] Provisioning complete for port 049676e4-f9e9-4402-9dc4-251a598b2e59 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:57.939105 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8ad567b5-bc0a-4254-8ca8-532b137f0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:57.953562 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-b6771add-b557-49c9-b6cd-703e9608ccf8 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279724 Jun 02 16:45:58.061691 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8ad567b5-bc0a-4254-8ca8-532b137f0166 None None] Port 049676e4-f9e9-4402-9dc4-251a598b2e59 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:45:58.091049 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:54Z', 'revision_number': 3, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:58.097607 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.101008 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9af87f0-9d5e-4922-8fb9-e1461ac831df None None] The sync data for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb is: [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:54Z', 'revision_number': 3, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:45:58.103664 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.129215 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-dfee5be0-fafb-41d6-ba28-7a113ba2871d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:58.206021 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b3b87a-6240-4186-8bde-241be60c65b6 req-b737f27a-acde-4b07-97d7-273f084f8789 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429416 Jun 02 16:45:58.318201 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Pushing event updated for resources: {'Port': ['ID=049676e4-f9e9-4402-9dc4-251a598b2e59,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:58.318201 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.322484 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:58.472711 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Network f75fa186-2232-4148-9255-1b924ee56eaf is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:58.474047 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:58.615693 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452bf5-064d-42ed-a917-d97441fe65aa req-4139896d-a339-4ce0-9d97-f9f4c8000b7e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:58.618163 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f2452bf5-064d-42ed-a917-d97441fe65aa req-4139896d-a339-4ce0-9d97-f9f4c8000b7e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 944 time: 0.1037545 Jun 02 16:45:58.668506 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f2452bf5-064d-42ed-a917-d97441fe65aa req-ac6cfed4-2b7d-4e99-b7bd-54d0a79a65c3 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Jun 02 16:45:58.684406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:45:58.788071 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-726ac011-9ce5-427f-8964-eaf497586d72 None None] Provisioning complete for port 049676e4-f9e9-4402-9dc4-251a598b2e59 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:58.788569 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-726ac011-9ce5-427f-8964-eaf497586d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.848441 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-726ac011-9ce5-427f-8964-eaf497586d72 None None] Port 049676e4-f9e9-4402-9dc4-251a598b2e59 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:45:58.874562 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:45:58.883959 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] 10.222.0.38 "PUT /v2.0/routers/7217a9f2-a7ac-4ae9-835b-e498b409a6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749063 Jun 02 16:45:59.342737 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 083c685f-58a8-408c-82c8-f8f1482ab799 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:45:59.395642 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52818) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:59.400681 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1653675257-network', 'tenant_id': '96e865f5959e44638450f3caef5054f8'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:59.405231 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:59.409303 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Usage tracker for resource:network and tenant:96e865f5959e44638450f3caef5054f8 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:59.412136 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:59.416695 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 083c685f-58a8-408c-82c8-f8f1482ab799 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:59.418732 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:59.422094 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 083c685f-58a8-408c-82c8-f8f1482ab799 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:59.422546 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.434060 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Made reservation on behalf of 96e865f5959e44638450f3caef5054f8 for: {'network': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:59.436742 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1724188'] for network, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.449679 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.465910 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:59.470398 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Usage tracker for resource:security_group_rule and tenant:96e865f5959e44638450f3caef5054f8 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:59.474074 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:59.482470 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:59.576018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.580025 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.584394 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-484a94c9-0ddc-4a8d-afb9-d1c61728ce70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:59.597129 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.605294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=98217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:45:59.615553 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 083c685f-58a8-408c-82c8-f8f1482ab799, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=083c685f-58a8-408c-82c8-f8f1482ab799,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:59.620043 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.621886 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:59.623246 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Sync routers for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:45:59.628022 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.628364 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.segments_db [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Added segment 031464d9-e4b4-4d67-bd3b-1d70d9b198d4 of type vlan for network fd5ae05f-30c4-429c-9c6a-0bc48684306e Jun 02 16:45:59.633932 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:45:59.634550 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:59.637401 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec7162-fadf-4693-b4fb-f579b9d6ac8b,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:59.640930 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:59.662763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791485820272'] for network, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.698901 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=083c685f-58a8-408c-82c8-f8f1482ab799,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:59.702458 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:59.705771 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689'] for network, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.707404 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:59.708075 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.714457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:59.818607 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4217789 Jun 02 16:45:59.821798 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:45:59.822109 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52822) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:59.827109 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Request body: {'subnet': {'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1653675257-subnet', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'ip_version': 4}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:59.832062 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:59.836081 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Usage tracker for resource:subnet and tenant:96e865f5959e44638450f3caef5054f8 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:59.839718 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:59.845700 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:59.852035 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Pushing event updated for resources: {'Network': ['ID=fd5ae05f-30c4-429c-9c6a-0bc48684306e,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:59.860213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-19e591af-7db1-45c3-b961-397ab0ecf8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:59.861833 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Made reservation on behalf of 96e865f5959e44638450f3caef5054f8 for: {'subnet': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:59.863106 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e details requested by agent ovs-agent-dv-cinder-794021-2-smb with host dv-cinder-794021-2-smb {{(pid=98219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 02 16:45:59.864352 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597753'] for subnet, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.920852 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1250fe-2b24-48bd-99a2-dc24e7b47608 req-4a5f43e8-75e2-434a-bc6b-2a004b01043f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:59.922259 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e1250fe-2b24-48bd-99a2-dc24e7b47608 req-4a5f43e8-75e2-434a-bc6b-2a004b01043f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 944 time: 0.1111155 Jun 02 16:45:59.982506 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e1250fe-2b24-48bd-99a2-dc24e7b47608 req-89dfd451-a642-41fe-9808-8a9c5c749670 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Jun 02 16:46:00.166940 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 2, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:00.170830 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Checking router: 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:00.171209 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Updating router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 port 049676e4-f9e9-4402-9dc4-251a598b2e59 binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:46:00.223243 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.264519 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2214930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597739'] for subnet, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.269166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:00.335029 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663e99d9-bf68-49a4-b8f6-738fee6784d9,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:00.338978 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:00.345860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Checking segment: {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:00.346215 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Network hostable DHCP agents. Network: fd5ae05f-30c4-429c-9c6a-0bc48684306e, hostable agents: ['c3d36257-03a9-46b7-b0e3-916e61b01d69'], hosted agents: [] {{(pid=98218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:46:00.363308 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e is scheduled to be hosted by DHCP agent c3d36257-03a9-46b7-b0e3-916e61b01d69 with binding_index 1 {{(pid=98218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:46:00.372993 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-2-smb, fd5ae05f-30c4-429c-9c6a-0bc48684306e) {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:00.382348 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69714753-0be6-4bd5-b727-a7fbf4ccaf2e None None] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:46:00.383615 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:00.384462 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.412125 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c90318a9-10f7-4d4d-bfbe-3d836e183ce1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5865805 Jun 02 16:46:00.412458 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52824) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:00.417421 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:00.422101 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:00.426171 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Usage tracker for resource:router and tenant:96e865f5959e44638450f3caef5054f8 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:00.430760 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:00.436620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:00.447085 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-938695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2028'] for router, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.448482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-898714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2037'] for router, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.464311 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.471620 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device edc3ff52-3435-4ec7-86b4-986d9ac54a97 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:46:00.583800 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.607236 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Transition to ACTIVE for port object 049676e4-f9e9-4402-9dc4-251a598b2e59 will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:00.615299 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.620545 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-3f2a6ff2-f19e-4f66-a4f7-f0bcd17ae62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:00.732724 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port edc3ff52-3435-4ec7-86b4-986d9ac54a97, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:00.739886 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1991'] for router, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.741692 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb09e4666-7211-52bb-8c32-8d15a7ed00de-fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'fixed_ips': [{'subnet_id': '663e99d9-bf68-49a4-b8f6-738fee6784d9'}]}} from dv-cinder-794021-2-smb. {{(pid=98219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:46:00.742458 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.815571 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Pushing event updated for resources: {'Port': ['ID=049676e4-f9e9-4402-9dc4-251a598b2e59,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:00.865281 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.865609 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.865960 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.866454 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.866902 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.868124 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.868763 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.869396 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.870196 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.870818 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.871298 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.871765 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:00.879710 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:00.899848 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Attempting to bind port 049676e4-f9e9-4402-9dc4-251a598b2e59 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:00.900231 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Attempting to bind port 049676e4-f9e9-4402-9dc4-251a598b2e59 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:00.900568 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Attempting to bind port 049676e4-f9e9-4402-9dc4-251a598b2e59 on network f75fa186-2232-4148-9255-1b924ee56eaf {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:00.906355 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:00.906718 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Checking segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:00.907137 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.907515 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Bound using segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:00.907967 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Bound port: 049676e4-f9e9-4402-9dc4-251a598b2e59, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:00.908328 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.918479 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.db_base_plugin_common [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Allocated IP 172.20.0.2 (fd5ae05f-30c4-429c-9c6a-0bc48684306e/663e99d9-bf68-49a4-b8f6-738fee6784d9/478c02d5-b0f4-4a8a-8a0c-0acb684bf9de) {{(pid=98219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:00.967441 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'port_id': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'mac_address': 'fa:16:3e:eb:4e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a135ad-d930-43f1-b461-46f9edb6fce3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:46:01.012019 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] For port 049676e4-f9e9-4402-9dc4-251a598b2e59, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:01.015660 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] For port 049676e4-f9e9-4402-9dc4-251a598b2e59, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=049676e4-f9e9-4402-9dc4-251a598b2e59,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:01.020955 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.026323 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:01.086268 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.114439 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.115345 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Pushing event updated for resources: {'Port': ['ID=049676e4-f9e9-4402-9dc4-251a598b2e59,revision_number=4']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:01.118882 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:01.126052 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:01.146552 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.174448 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc3ff52-3435-4ec7-86b4-986d9ac54a97 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:01.185733 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-90e0e7fb-301e-4f41-bcff-9a41c65c8d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:01.192580 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port edc3ff52-3435-4ec7-86b4-986d9ac54a97, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:01.222653 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.236715 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:01.354487 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Notify callbacks [] for port, precommit_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.368152 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:01.372505 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 083c685f-58a8-408c-82c8-f8f1482ab799 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:01.391188 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463823e8-152a-4532-960b-66ecdc5645fa req-089e4933-aa24-465d-a94c-b8e09251c638 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:01.392852 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-463823e8-152a-4532-960b-66ecdc5645fa req-089e4933-aa24-465d-a94c-b8e09251c638 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 945 time: 0.2052164 Jun 02 16:46:01.400870 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=edc3ff52-3435-4ec7-86b4-986d9ac54a97,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:01.403802 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Transition to ACTIVE for port object 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:01.420416 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Allocated IP 172.28.0.97 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/a27294a8-0b14-4077-87eb-fe5125a08e06) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:01.423884 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:01.456921 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Transition to ACTIVE for port object 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de will not be triggered until provisioned by entity DHCP. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:01.467112 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990'] for port, after_create {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.472652 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:01.478553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-463823e8-152a-4532-960b-66ecdc5645fa req-610cd8c9-c7f5-4b31-b464-1251da722f2f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730591 Jun 02 16:46:01.523592 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['edc3ff52-3435-4ec7-86b4-986d9ac54a97'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:01.590969 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e is already hosted by enough agents. {{(pid=98219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:01.596428 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.scheduler.base_scheduler [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Resources bound (agent type, host, resource id): {{(pid=98219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:01.605026 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Received port after_create {{(pid=98219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:01.613559 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Pushing event updated for resources: {'Port': ['ID=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,revision_number=1']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:01.620669 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:01.621291 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 083c685f-58a8-408c-82c8-f8f1482ab799 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:01.621664 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.722176 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.727605 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:01Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:01.732167 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bcec3-ec97-4787-ba93-bcfb998b6c9f None None] The sync data for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb is: [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:01Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:01.761948 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.768463 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ac0bc22f-37a3-4524-846e-3676ee34c0fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:01.814193 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Attempting to bind port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:01.816012 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Attempting to bind port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:01.816280 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Attempting to bind port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de on network fd5ae05f-30c4-429c-9c6a-0bc48684306e {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:01.833622 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:01.833991 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Checking segment: {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:01.834390 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.834773 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Bound using segment: {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:01.835236 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Bound port: 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:01.835603 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.847037 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:01.854493 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:01.856940 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:01.896166 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Pushing event updated for resources: {'Port': ['ID=a27294a8-0b14-4077-87eb-fe5125a08e06,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:01.899862 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:02.105340 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] For port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:02.110528 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] For port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:02.117510 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:02.122801 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:02.199523 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Pushing event updated for resources: {'Port': ['ID=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:02.202680 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:02.334408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:02.784861 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008099'] for router, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:02.798946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251aa0-2fcf-4a50-aece-f5c0990b9d03 req-6c9b5452-4d36-4a11-bda7-4b9d992b804a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:02.800522 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-55251aa0-2fcf-4a50-aece-f5c0990b9d03 req-6c9b5452-4d36-4a11-bda7-4b9d992b804a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 945 time: 0.2047820 Jun 02 16:46:02.988697 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-55251aa0-2fcf-4a50-aece-f5c0990b9d03 req-8f20ec60-314e-41a1-aa67-d198090262c4 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273649 Jun 02 16:46:03.060505 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Router 9b7265a1-33dc-4479-ac78-41cc61525e17 is scheduled to L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c with binding_index 1 {{(pid=98217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:46:03.074235 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206731e-9dc2-4a44-8165-fac82ccf4322 None None] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:46:03.179574 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-de3ab4c5-6c10-4fb7-87de-3240c61c5c2d None None] Provisioning for port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:03.377433 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:03.377784 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 049676e4-f9e9-4402-9dc4-251a598b2e59 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:03.404429 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:03.405622 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9919949 Jun 02 16:46:03.408053 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52832) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:03.413979 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Sync routers for ids ['9b7265a1-33dc-4479-ac78-41cc61525e17'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:03.449175 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Routers {'9b7265a1-33dc-4479-ac78-41cc61525e17'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:03.449816 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['9b7265a1-33dc-4479-ac78-41cc61525e17'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:03.616325 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 049676e4-f9e9-4402-9dc4-251a598b2e59 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:03.634664 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 049676e4-f9e9-4402-9dc4-251a598b2e59 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:03.635037 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:03.703541 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Set router 9b7265a1-33dc-4479-ac78-41cc61525e17 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:03.978369 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.049420 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 049676e4-f9e9-4402-9dc4-251a598b2e59, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=049676e4-f9e9-4402-9dc4-251a598b2e59,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:04.055264 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.056332 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:04.084519 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:04.087776 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.193971 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:46:02Z', 'revision_number': 3, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:04.197871 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=049676e4-f9e9-4402-9dc4-251a598b2e59,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:04.201498 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:04.203822 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Checking router: 9b7265a1-33dc-4479-ac78-41cc61525e17 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:04.204174 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Updating router 9b7265a1-33dc-4479-ac78-41cc61525e17 port a27294a8-0b14-4077-87eb-fe5125a08e06 binding host dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:46:04.249246 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:04.259167 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:04.259539 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.295218 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.295539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496bb56-41ba-4fc3-b7df-0265bc54f1a0 req-53a79d30-e1b3-4c73-a949-66d3695bb250 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:04.297041 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2496bb56-41ba-4fc3-b7df-0265bc54f1a0 req-53a79d30-e1b3-4c73-a949-66d3695bb250 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 945 time: 0.1910605 Jun 02 16:46:04.398193 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2496bb56-41ba-4fc3-b7df-0265bc54f1a0 req-95a05547-3ae4-4795-aaec-2ac8ec31a697 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944431 Jun 02 16:46:04.415793 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Allocated IP 172.20.0.1 (fd5ae05f-30c4-429c-9c6a-0bc48684306e/663e99d9-bf68-49a4-b8f6-738fee6784d9/006e25ae-b100-4e05-9a3e-a41251526eed) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:04.468643 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device edc3ff52-3435-4ec7-86b4-986d9ac54a97 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:04.563850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.582010 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Transition to ACTIVE for port object 006e25ae-b100-4e05-9a3e-a41251526eed will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:04.607490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.608891 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9253635f-cab9-4176-8dc0-16420d4895e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.613435 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-61a1aed2-ad7c-4740-972d-10cd92e898f3 tempest-VolumesSnapshotTestJSON-2100158853 tempest-VolumesSnapshotTestJSON-2100158853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:04.634696 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.679904 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:04.682979 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:04.686719 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:04.716591 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Pushing event updated for resources: {'Port': ['ID=006e25ae-b100-4e05-9a3e-a41251526eed,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:04.723053 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:04.732165 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port edc3ff52-3435-4ec7-86b4-986d9ac54a97 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:04.746107 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008553'] for router_interface, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.750937 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:04.754299 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port edc3ff52-3435-4ec7-86b4-986d9ac54a97 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:04.754676 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.788159 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.797507 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:04.942441 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:04.958625 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:05.030276 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.048540 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-a761afed-4e12-4cc5-8f23-e544512b0b65 None None] Provisioning for port 006e25ae-b100-4e05-9a3e-a41251526eed completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:05.051520 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Transition to ACTIVE for port object a27294a8-0b14-4077-87eb-fe5125a08e06 will not be triggered until provisioned by entity L2. {{(pid=98219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:05.053857 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.068725 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-a761afed-4e12-4cc5-8f23-e544512b0b65 None None] Provisioning complete for port 006e25ae-b100-4e05-9a3e-a41251526eed triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:05.069119 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a761afed-4e12-4cc5-8f23-e544512b0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.096985 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.105004 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:05.183541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.185732 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:05.187961 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc65ddf-34d2-4344-b2d1-5f208f695ff2" -d '{"events": [{"server_uuid": "240a1f20-2daa-441a-9c74-f8816d37bd9b", "name": "network-vif-plugged", "status": "completed", "tag": "edc3ff52-3435-4ec7-86b4-986d9ac54a97"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:05.217354 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port edc3ff52-3435-4ec7-86b4-986d9ac54a97, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:05.219850 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-a761afed-4e12-4cc5-8f23-e544512b0b65 None None] Port 006e25ae-b100-4e05-9a3e-a41251526eed cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:46:05.228445 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.230445 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Attempting to bind port a27294a8-0b14-4077-87eb-fe5125a08e06 on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:05.230766 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Attempting to bind port a27294a8-0b14-4077-87eb-fe5125a08e06 by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:05.231122 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Attempting to bind port a27294a8-0b14-4077-87eb-fe5125a08e06 on network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:05.235167 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c6891-39d6-4097-a96a-d95d6d11774e None None] Pushing event updated for resources: {'Port': ['ID=a27294a8-0b14-4077-87eb-fe5125a08e06,revision_number=2']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:05.239153 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-da0c6891-39d6-4097-a96a-d95d6d11774e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:05.239956 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:05.240330 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Checking segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:05.240781 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.241175 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Bound using segment: {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'} {{(pid=98219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:05.241751 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.managers [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Bound port: a27294a8-0b14-4077-87eb-fe5125a08e06, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee89db8-6268-47d0-ae95-298002e6616b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3'}}] {{(pid=98219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:05.242122 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.266555 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:05.308216 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d0e434-81eb-48da-ba9f-8429760abbb8 x-openstack-request-id: req-37d0e434-81eb-48da-ba9f-8429760abbb8 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:05.308431 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240a1f20-2daa-441a-9c74-f8816d37bd9b", "name": "network-vif-plugged", "status": "completed", "tag": "edc3ff52-3435-4ec7-86b4-986d9ac54a97", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:05.308707 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-37d0e434-81eb-48da-ba9f-8429760abbb8 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:05.309110 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'code': 200} Jun 02 16:46:05.370556 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 049676e4-f9e9-4402-9dc4-251a598b2e59 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:05.429026 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=edc3ff52-3435-4ec7-86b4-986d9ac54a97,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:05.432043 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.437983 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:05.443867 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] For port a27294a8-0b14-4077-87eb-fe5125a08e06, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:05.448469 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] For port a27294a8-0b14-4077-87eb-fe5125a08e06, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a27294a8-0b14-4077-87eb-fe5125a08e06,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:05.452778 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.456712 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:05.476399 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.508856 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1faeb54d-5f64-4b1b-b5f8-e1cec6072aa8 tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:05.545971 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Routers {'9b7265a1-33dc-4479-ac78-41cc61525e17'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:05.546598 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:45:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['9b7265a1-33dc-4479-ac78-41cc61525e17'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:05.593861 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 049676e4-f9e9-4402-9dc4-251a598b2e59 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:05.594235 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.617943 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c6891-39d6-4097-a96a-d95d6d11774e None None] Pushing event updated for resources: {'Port': ['ID=a27294a8-0b14-4077-87eb-fe5125a08e06,revision_number=3']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:05.634480 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-da0c6891-39d6-4097-a96a-d95d6d11774e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:05.670649 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1008588'] for router_interface, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.674292 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Pushing event updated for resources: {'Port': ['ID=006e25ae-b100-4e05-9a3e-a41251526eed,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:05.677963 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:05.793895 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2db308-eed1-4e66-ac17-1dceebce2758 req-5775dd3d-67bc-40ae-b239-a17d5898d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:05.795388 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1d2db308-eed1-4e66-ac17-1dceebce2758 req-5775dd3d-67bc-40ae-b239-a17d5898d8d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 1099 time: 0.3606436 Jun 02 16:46:05.825389 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] Set router 9b7265a1-33dc-4479-ac78-41cc61525e17 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:05.846223 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283cd8-a1ae-4935-b08f-ded33df5ada1 req-458b5400-5fcf-4fe3-a3f2-29e51a9acd37 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:05.847669 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-73283cd8-a1ae-4935-b08f-ded33df5ada1 req-458b5400-5fcf-4fe3-a3f2-29e51a9acd37 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 946 time: 0.2932770 Jun 02 16:46:05.902784 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:05.931636 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.960107 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1d2db308-eed1-4e66-ac17-1dceebce2758 req-9e8cfc26-c754-4d0a-896e-80f7656f3a31 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522160 Jun 02 16:46:05.972669 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:05.976881 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-73283cd8-a1ae-4935-b08f-ded33df5ada1 req-d22c43a3-44d5-4899-a337-6468d1cf4b8b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177714 Jun 02 16:46:05.977872 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:06.166712 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-ecf95701-9b1f-4f76-9d87-61f82820970d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2745609 Jun 02 16:46:06.186119 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:06.186501 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:06.245265 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Router 9b7265a1-33dc-4479-ac78-41cc61525e17 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:46:06.306593 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-a76e3115-b318-4725-a456-e415c52f11cb None None] Provisioning complete for port 006e25ae-b100-4e05-9a3e-a41251526eed triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:06.307123 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a76e3115-b318-4725-a456-e415c52f11cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:06.359604 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a2d57-107a-4655-af93-127a97cbddd5 req-2f0d0f39-b996-4772-a159-4474b4170c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:06.361101 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-2f0d0f39-b996-4772-a159-4474b4170c60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1137 time: 0.1679001 Jun 02 16:46:06.420109 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-a76e3115-b318-4725-a456-e415c52f11cb None None] Port 006e25ae-b100-4e05-9a3e-a41251526eed cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:46:06.432784 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '006e25ae-b100-4e05-9a3e-a41251526eed', 'name': '', 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'mac_address': 'fa:16:3e:ea:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:04Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 2, 'project_id': '96e865f5959e44638450f3caef5054f8', 'subnets': [{'id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:06.442285 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405fbc5-767f-44bc-9595-a6c1d6ee3ea9 None None] The sync data for ids ['9b7265a1-33dc-4479-ac78-41cc61525e17'] in dv-cinder-794021-2-smb is: [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '006e25ae-b100-4e05-9a3e-a41251526eed', 'name': '', 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'mac_address': 'fa:16:3e:ea:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:04Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 2, 'project_id': '96e865f5959e44638450f3caef5054f8', 'subnets': [{'id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:06.658978 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:06.682911 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] 10.222.0.38 "PUT /v2.0/routers/9b7265a1-33dc-4479-ac78-41cc61525e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2738209 Jun 02 16:46:06.704679 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a2d57-107a-4655-af93-127a97cbddd5 req-22ed2e75-9a80-4c36-99ef-90c3b9c55022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:06.706321 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-22ed2e75-9a80-4c36-99ef-90c3b9c55022 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.2934129 Jun 02 16:46:06.824699 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-aa641e37-4ea5-4fb5-99a2-e7e789d7bc79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 1000 time: 0.1112652 Jun 02 16:46:06.905719 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a2d57-107a-4655-af93-127a97cbddd5 req-26fde6a9-03be-467d-89af-7bb7524122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:06.907844 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-26fde6a9-03be-467d-89af-7bb7524122a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0758021 Jun 02 16:46:06.939075 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a93bcdaf-10b5-4bf9-9058-d15edcac8c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.000399 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a2d57-107a-4655-af93-127a97cbddd5 req-1117adbb-231a-4a70-ba0a-3092f363d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:07.002204 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-1117adbb-231a-4a70-ba0a-3092f363d130 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855925 Jun 02 16:46:07.200112 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-64b28d8d-304a-4a91-b8ce-c8678bddd5c0 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902025 Jun 02 16:46:07.260993 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e637c4-d6aa-4f14-9e86-1091900ae43b req-5ad57894-82ec-47da-b559-553c12ca7400 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:07.262446 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92e637c4-d6aa-4f14-9e86-1091900ae43b req-5ad57894-82ec-47da-b559-553c12ca7400 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 946 time: 0.1327529 Jun 02 16:46:07.302600 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.387081 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92e637c4-d6aa-4f14-9e86-1091900ae43b req-ca62a2af-fa31-48e2-8e63-969cf1fec5fb tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721784 Jun 02 16:46:07.390332 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-140a2d57-107a-4655-af93-127a97cbddd5 req-ece22594-1141-4cfc-99e2-278d6a311042 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825643 Jun 02 16:46:07.424844 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52850) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:07.429637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719475536', 'description': 'tempest-secgroup-smoke-1719475536 description', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:07.436816 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:07.440637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:07.443456 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:07.449591 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:07.464166 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.486583 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:07.490308 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:07.493291 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:07.498988 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:07.569863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.574150 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.579179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1e63eef9-dd4d-41a0-9b61-033e4d789ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:07.616535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:07.619490 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.623383 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1948106 Jun 02 16:46:07.623383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:07.623615 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52856) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:07.628157 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group_rule': {'security_group_id': '1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:07.634277 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:07.638121 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:07.640964 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:07.646537 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:07.663184 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.730785 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.734708 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.736853 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:07.758832 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ee5afd-3c3f-4755-8012-8ddbf06e33b4,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:07.761296 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:07.769564 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.770858 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463957 Jun 02 16:46:07.774156 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52860) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:07.778676 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group_rule': {'security_group_id': '1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:07.784476 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:07.788308 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:07.792091 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:07.798063 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:07.815088 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.893808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.897662 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.900278 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6c50c8e0-fd1d-43c1-ac12-cf391632987d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:07.920990 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74525b3-067f-463c-b02f-15e5fd86f15e,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:07.925561 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:07.933796 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.934997 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598737 Jun 02 16:46:07.937935 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52864) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:07.942927 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group_rule': {'security_group_id': '1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:07.950570 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:07.954648 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:07.957771 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:07.959581 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.967036 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:07.983406 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.045358 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.049030 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.051292 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:08.068073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5f7d6c-1703-487c-861b-b1331d699958,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:08.075023 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:08.085466 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.091142 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52870) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:08.091442 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f8927361-b42e-4ce1-a788-bd5895c05e1e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521606 Jun 02 16:46:08.099841 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group_rule': {'security_group_id': '1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:08.108127 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:08.114534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:08.117394 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:08.125192 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:08.148373 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.247590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.252535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.254893 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:08.278754 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d24a4c-bd97-42dc-bba5-61b04132625d,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:08.283223 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:08.287621 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.289044 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-a8f03b20-2433-4035-a002-0b20fdb47188 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968582 Jun 02 16:46:08.291913 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 52874) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:08.296708 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group_rule': {'security_group_id': '1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:08.302879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:08.307808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:08.310897 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:08.316575 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:08.328266 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.securitygroups_db [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Project b6ba34fdafb74fffb76bc090c8b1adfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:46:08.333855 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.402630 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.410194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.413093 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-69d6fafa-60cf-49c5-be33-cacb5d419ebc tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:08.437579 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac43b67-7970-4328-a909-2abbba7e1e8a,revision_number=0']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:08.442588 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:08.448482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.450162 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8722206c-9b22-427f-b2c2-23245ef6cc21 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573358 Jun 02 16:46:08.453076 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 52876) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:08.457754 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'security_group_rule': {'security_group_id': '1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf', 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:08.464184 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:08.468677 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:security_group_rule and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:08.471596 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:08.481005 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:08.494549 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.securitygroups_db [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Project b6ba34fdafb74fffb76bc090c8b1adfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:46:08.501512 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.572673 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.577184 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871575'] for security_group_rule, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.585397 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:08.607029 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c499e781-8bab-4c65-85bc-b9290caad451,revision_number=0']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:08.610083 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:08.620051 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:08.621322 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5f5b871e-b51b-4ab0-ac46-408e288be574 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672232 Jun 02 16:46:09.359194 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a27294a8-0b14-4077-87eb-fe5125a08e06 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:09.433238 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port a27294a8-0b14-4077-87eb-fe5125a08e06 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:09.439837 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port a27294a8-0b14-4077-87eb-fe5125a08e06 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:09.440371 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:09.567469 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:09.585485 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port a27294a8-0b14-4077-87eb-fe5125a08e06, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a27294a8-0b14-4077-87eb-fe5125a08e06,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:09.591004 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:09.595705 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:09.678131 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=a27294a8-0b14-4077-87eb-fe5125a08e06,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:09.682607 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:09.696186 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-420e4c6b-edf2-4671-b542-f931defdcf53 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:09.698031 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-420e4c6b-edf2-4671-b542-f931defdcf53 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.1695659 Jun 02 16:46:09.713964 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-d8d6a65c-8121-489a-a6f9-6db18f20fccc tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/quotas/6c230e0160134734bea4e4cc531ccfd2 HTTP/1.1" status: 200 len: 375 time: 0.0098608 Jun 02 16:46:09.723529 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:09.801814 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-e7667223-280b-4568-bb34-225cc5df1030 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820813 Jun 02 16:46:09.802872 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Sync routers for ids ['9b7265a1-33dc-4479-ac78-41cc61525e17'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:09.812985 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Routers {'9b7265a1-33dc-4479-ac78-41cc61525e17'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:09.813581 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['9b7265a1-33dc-4479-ac78-41cc61525e17'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:09.936953 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-2cd3c654-6aba-4522-9494-17be3233f936 service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274579 Jun 02 16:46:09.987854 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Set router 9b7265a1-33dc-4479-ac78-41cc61525e17 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:10.181755 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-5df07f88-0512-411c-99a0-8d72e67f23ec service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386997 Jun 02 16:46:10.339996 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '006e25ae-b100-4e05-9a3e-a41251526eed', 'name': '', 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'mac_address': 'fa:16:3e:ea:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:04Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 2, 'project_id': '96e865f5959e44638450f3caef5054f8', 'subnets': [{'id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:10.344007 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Checking router: 9b7265a1-33dc-4479-ac78-41cc61525e17 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:10.344386 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Updating router 9b7265a1-33dc-4479-ac78-41cc61525e17 port 006e25ae-b100-4e05-9a3e-a41251526eed binding host dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:46:10.370575 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f19b4b88-b277-48c6-a4ed-d4088ecef515 req-75fb0137-44f4-48a0-a4d2-07d88354fd66 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 210 time: 0.0532308 Jun 02 16:46:10.422690 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:10.794539 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Notify callbacks [] for port, precommit_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:10.807898 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.provisioning_blocks [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Transition to ACTIVE for port object 006e25ae-b100-4e05-9a3e-a41251526eed will not be triggered until provisioned by entity L2. {{(pid=98220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:10.814682 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:10.818738 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:10.968269 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c552de-180f-4f8d-b165-44fbf1f387e1 None None] Pushing event updated for resources: {'Port': ['ID=006e25ae-b100-4e05-9a3e-a41251526eed,revision_number=3']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:10.975710 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-a2c552de-180f-4f8d-b165-44fbf1f387e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:11.035288 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Attempting to bind port 006e25ae-b100-4e05-9a3e-a41251526eed on host dv-cinder-794021-2-smb for vnic_type normal with profile {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:11.035658 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Attempting to bind port 006e25ae-b100-4e05-9a3e-a41251526eed by drivers openvswitch,hyperv on host dv-cinder-794021-2-smb at level 0 using segments [{'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:11.036019 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Attempting to bind port 006e25ae-b100-4e05-9a3e-a41251526eed on network fd5ae05f-30c4-429c-9c6a-0bc48684306e {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:11.042062 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Checking agent: {'id': '2e138f0e-14a7-4da5-bb6d-e893b4f4475e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 31, 7), 'started_at': datetime.datetime(2021, 6, 2, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:11.042433 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Checking segment: {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:11.042832 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:11.043216 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Bound using segment: {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'} {{(pid=98220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:11.043702 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.managers [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Bound port: 006e25ae-b100-4e05-9a3e-a41251526eed, host: dv-cinder-794021-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031464d9-e4b4-4d67-bd3b-1d70d9b198d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e'}}] {{(pid=98220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:11.044068 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:11.136247 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] For port 006e25ae-b100-4e05-9a3e-a41251526eed, host dv-cinder-794021-2-smb, cleared binding levels {{(pid=98220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:11.139772 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.plugins.ml2.db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] For port 006e25ae-b100-4e05-9a3e-a41251526eed, host dv-cinder-794021-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=006e25ae-b100-4e05-9a3e-a41251526eed,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:11.143523 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron_lib.callbacks.manager [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:11.147284 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:11.222659 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Routers {'9b7265a1-33dc-4479-ac78-41cc61525e17'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:11.223271 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['9b7265a1-33dc-4479-ac78-41cc61525e17'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:11.286508 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c552de-180f-4f8d-b165-44fbf1f387e1 None None] Pushing event updated for resources: {'Port': ['ID=006e25ae-b100-4e05-9a3e-a41251526eed,revision_number=4']} {{(pid=98220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:11.291708 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG oslo_concurrency.lockutils [None req-a2c552de-180f-4f8d-b165-44fbf1f387e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:11.363276 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a27294a8-0b14-4077-87eb-fe5125a08e06 up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:11.436779 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] Set router 9b7265a1-33dc-4479-ac78-41cc61525e17 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:11.469523 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port a27294a8-0b14-4077-87eb-fe5125a08e06 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:11.470297 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:11.659408 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-92007b85-ed8b-49de-bb3a-cd589aa59afc req-e8e3be53-dd58-4ab9-8e7d-cf318cf00d81 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 210 time: 0.0685608 Jun 02 16:46:11.695806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-d7af645e-4a23-4c80-b9bd-4f37f65cddcf tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:11.697332 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-d7af645e-4a23-4c80-b9bd-4f37f65cddcf tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.2801969 Jun 02 16:46:11.709652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Request body: {'port': {'device_id': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'admin_state_up': True, 'tenant_id': '6c230e0160134734bea4e4cc531ccfd2'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:11.850472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:11.851078 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '006e25ae-b100-4e05-9a3e-a41251526eed', 'name': '', 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'mac_address': 'fa:16:3e:ea:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:04Z', 'updated_at': '2021-06-02T16:46:11Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'subnets': [{'id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:11.855401 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70817cd3-51ab-4132-81c9-781a1fbab02e None None] The sync data for ids ['9b7265a1-33dc-4479-ac78-41cc61525e17'] in dv-cinder-794021-2-smb is: [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:46:05Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '006e25ae-b100-4e05-9a3e-a41251526eed', 'name': '', 'network_id': 'fd5ae05f-30c4-429c-9c6a-0bc48684306e', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'mac_address': 'fa:16:3e:ea:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:04Z', 'updated_at': '2021-06-02T16:46:11Z', 'revision_number': 4, 'project_id': '96e865f5959e44638450f3caef5054f8', 'subnets': [{'id': '663e99d9-bf68-49a4-b8f6-738fee6784d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:11.860819 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:11.870781 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Made reservation on behalf of 6c230e0160134734bea4e4cc531ccfd2 for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:46:11.874403 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:12.048453 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Allocated IP 172.20.0.4 (0e7349b7-51bf-4928-83fa-c24870b1a21d/95a135ad-d930-43f1-b461-46f9edb6fce3/aa3c8221-cd00-421f-9585-1f09117cfa3b) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:12.264767 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:12.295958 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:12.301431 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a16a150c-e4fd-4f97-a7b2-f00e8526d6a0 tempest-AttachVolumeTestJSON-703485101 tempest-AttachVolumeTestJSON-703485101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:12.308170 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc', 'edc3ff52-3435-4ec7-86b4-986d9ac54a97'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:12.371767 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:12.374900 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:12.379127 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:12.419159 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event updated for resources: {'Port': ['ID=aa3c8221-cd00-421f-9585-1f09117cfa3b,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:12.423656 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:12.448893 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:12.449505 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:12.476264 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704289 Jun 02 16:46:12.487473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Request body: {'port': {'device_id': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:12.623552 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:12.971308 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede1ab8-a0dd-4edb-bfe4-4fdd8cbf9f3d req-c11f0af5-f1a6-4912-9c90-527f1570a391 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:12.972026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-fede1ab8-a0dd-4edb-bfe4-4fdd8cbf9f3d req-c11f0af5-f1a6-4912-9c90-527f1570a391 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:13.031772 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-fede1ab8-a0dd-4edb-bfe4-4fdd8cbf9f3d req-c11f0af5-f1a6-4912-9c90-527f1570a391 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:13.032964 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fede1ab8-a0dd-4edb-bfe4-4fdd8cbf9f3d req-c11f0af5-f1a6-4912-9c90-527f1570a391 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 931 time: 0.2561326 Jun 02 16:46:13.082942 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3c8221-cd00-421f-9585-1f09117cfa3b {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:13.093787 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.106771 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fede1ab8-a0dd-4edb-bfe4-4fdd8cbf9f3d req-d15ecb6c-06f5-461e-8c48-a8245fc1cfe1 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625350 Jun 02 16:46:13.116158 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Transition to ACTIVE for port object aa3c8221-cd00-421f-9585-1f09117cfa3b will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:13.122148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.126376 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6118ae59-3aa5-4565-b372-d92e0f7a2507 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:13.347569 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 006e25ae-b100-4e05-9a3e-a41251526eed up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:13.421997 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning for port 006e25ae-b100-4e05-9a3e-a41251526eed completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:13.423811 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3c8221-cd00-421f-9585-1f09117cfa3b,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:13.426736 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 006e25ae-b100-4e05-9a3e-a41251526eed triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:13.427502 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.427906 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:13.463177 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Attempting to bind port aa3c8221-cd00-421f-9585-1f09117cfa3b on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:13.463509 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Attempting to bind port aa3c8221-cd00-421f-9585-1f09117cfa3b by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:13.463833 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Attempting to bind port aa3c8221-cd00-421f-9585-1f09117cfa3b on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:13.468405 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Port aa3c8221-cd00-421f-9585-1f09117cfa3b on network 0e7349b7-51bf-4928-83fa-c24870b1a21d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:46:13.468724 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Attempting to bind port aa3c8221-cd00-421f-9585-1f09117cfa3b on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:13.473769 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:13.474093 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Checking segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:13.474475 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Bound using segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:13.475144 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Bound port: aa3c8221-cd00-421f-9585-1f09117cfa3b, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:13.475486 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.546581 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.573357 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] For port aa3c8221-cd00-421f-9585-1f09117cfa3b, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:13.576545 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] For port aa3c8221-cd00-421f-9585-1f09117cfa3b, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:13.580850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.582456 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] For port 006e25ae-b100-4e05-9a3e-a41251526eed, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=006e25ae-b100-4e05-9a3e-a41251526eed,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:13.585550 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:13.586295 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.588059 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:13.640611 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:13.641270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:13.642665 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa3c8221-cd00-421f-9585-1f09117cfa3b HTTP/1.1" status: 200 len: 1093 time: 1.1594217 Jun 02 16:46:13.643213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'tag': 'aa3c8221-cd00-421f-9585-1f09117cfa3b'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:13.645669 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af86321d-4e80-48e6-a2fc-f78133adb1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca", "tag": "aa3c8221-cd00-421f-9585-1f09117cfa3b"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:13.655831 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Pushing event updated for resources: {'Port': ['ID=006e25ae-b100-4e05-9a3e-a41251526eed,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:13.659825 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:13.665226 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3c8221-cd00-421f-9585-1f09117cfa3b,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:13.668264 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:13.728371 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af7a23-90e5-42ed-b861-8a176a1a782c x-openstack-request-id: req-a4af7a23-90e5-42ed-b861-8a176a1a782c {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:13.728697 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca", "tag": "aa3c8221-cd00-421f-9585-1f09117cfa3b", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:13.729014 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a4af7a23-90e5-42ed-b861-8a176a1a782c {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:13.729434 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'tag': 'aa3c8221-cd00-421f-9585-1f09117cfa3b', 'status': 'completed', 'code': 200} Jun 02 16:46:13.770177 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-8da9ec08-1fa2-4f58-8fcf-104493ce6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:13.771709 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-8da9ec08-1fa2-4f58-8fcf-104493ce6190 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 1096 time: 0.0775063 Jun 02 16:46:13.846423 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-56e04450-4964-4c1c-9155-e0de801c7259 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b HTTP/1.1" status: 200 len: 217 time: 0.0655072 Jun 02 16:46:13.910947 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-a241a5fc-33fa-4e2c-9cef-05f8cd11876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:13.912482 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-a241a5fc-33fa-4e2c-9cef-05f8cd11876c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.0574696 Jun 02 16:46:13.966500 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-db2d38a3-c3f7-495e-9a4a-a2a8dc1bf1b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438657 Jun 02 16:46:14.111322 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-ebe76786-c343-4efe-ad03-d08fb2089ae7 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303170 Jun 02 16:46:14.307394 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21d40b68-9664-4241-9e23-28543f65fcc2 req-1af551e6-6edd-46dc-8acb-21c583419181 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786120 Jun 02 16:46:14.330516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa51dc-4e1d-47cb-9479-5aad46dd9938 req-4c355766-6966-4a64-add0-e422b64285c4 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:14.332000 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cffa51dc-4e1d-47cb-9479-5aad46dd9938 req-4c355766-6966-4a64-add0-e422b64285c4 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 943 time: 0.1141219 Jun 02 16:46:14.418678 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cffa51dc-4e1d-47cb-9479-5aad46dd9938 req-e5c12681-f653-4b1e-a8b1-01189865992b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807474 Jun 02 16:46:14.449739 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-42f4084f-18b3-4724-9207-9173156be83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:14.451222 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-42f4084f-18b3-4724-9207-9173156be83a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 1096 time: 0.0840614 Jun 02 16:46:14.582384 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-1cf52fcc-fd26-448d-bc73-c442fb79d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:14.583836 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-1cf52fcc-fd26-448d-bc73-c442fb79d82b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 914 time: 0.1262949 Jun 02 16:46:14.652344 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-24fc06e3-e49f-44bf-a1ef-e18be47bb8ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b HTTP/1.1" status: 200 len: 217 time: 0.0607767 Jun 02 16:46:14.718854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-05bdfe42-bdca-41ed-8311-64f2b084b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:14.720203 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-05bdfe42-bdca-41ed-8311-64f2b084b2a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.0614827 Jun 02 16:46:14.768476 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-c0c31b76-ce26-460d-8259-c73429071604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395336 Jun 02 16:46:14.914514 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-763c64c5-bb67-4d6f-903b-bd69d8864acf service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285503 Jun 02 16:46:15.140092 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-af86321d-4e80-48e6-a2fc-f78133adb1fd req-c04f88fd-a215-4b63-97c4-79521a6dc7ab service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171524 Jun 02 16:46:15.319692 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 006e25ae-b100-4e05-9a3e-a41251526eed up at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:15.387809 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Provisioning complete for port 006e25ae-b100-4e05-9a3e-a41251526eed triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:15.388114 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:15.612795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c92dd-3101-4fd4-bd49-a79ce4866aa9 req-594efd93-bdf1-44fe-b132-6179f3929e3e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:15.614252 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-927c92dd-3101-4fd4-bd49-a79ce4866aa9 req-594efd93-bdf1-44fe-b132-6179f3929e3e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 943 time: 0.0861833 Jun 02 16:46:15.660649 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-927c92dd-3101-4fd4-bd49-a79ce4866aa9 req-d14a42ea-6bc5-43b8-9e1b-329fd6725ad8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Jun 02 16:46:16.528497 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aa3c8221-cd00-421f-9585-1f09117cfa3b details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:46:16.673105 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aa3c8221-cd00-421f-9585-1f09117cfa3b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:16.687995 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': 'aa3c8221-cd00-421f-9585-1f09117cfa3b', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'port_id': 'aa3c8221-cd00-421f-9585-1f09117cfa3b', 'mac_address': 'fa:16:3e:79:70:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a135ad-d930-43f1-b461-46f9edb6fce3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:46:16.782224 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:16.800674 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3c8221-cd00-421f-9585-1f09117cfa3b {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:16.816085 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aa3c8221-cd00-421f-9585-1f09117cfa3b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:16.821822 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:16.823588 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:16.848886 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c49ce-fda5-4196-a710-2df899dc48a2 req-0edf44a4-6823-4c1c-b32b-b343798ca4c7 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:16.850729 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb3c49ce-fda5-4196-a710-2df899dc48a2 req-0edf44a4-6823-4c1c-b32b-b343798ca4c7 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 943 time: 0.0836248 Jun 02 16:46:16.892589 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aa3c8221-cd00-421f-9585-1f09117cfa3b,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:16.895595 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:16.901730 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-eb3c49ce-fda5-4196-a710-2df899dc48a2 req-8e05aef7-75bc-4c72-adc0-10c2202626a7 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Jun 02 16:46:17.122745 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['aa3c8221-cd00-421f-9585-1f09117cfa3b'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:18.090525 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815091-635d-4d22-96cb-f603c9abb2af req-86fae241-12bf-4c5a-8e01-e1704fb808f3 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:18.092087 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83815091-635d-4d22-96cb-f603c9abb2af req-86fae241-12bf-4c5a-8e01-e1704fb808f3 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 944 time: 0.0822639 Jun 02 16:46:18.137187 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83815091-635d-4d22-96cb-f603c9abb2af req-5b3c2352-74b7-46f4-9c19-9538f3269afe tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Jun 02 16:46:18.533060 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aa3c8221-cd00-421f-9585-1f09117cfa3b up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:18.603132 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port aa3c8221-cd00-421f-9585-1f09117cfa3b completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:18.607649 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port aa3c8221-cd00-421f-9585-1f09117cfa3b triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:18.608022 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:18.720761 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:18.749560 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3c8221-cd00-421f-9585-1f09117cfa3b'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:18.751715 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26ecc3-a94d-4866-aa0c-5e53e9a0334f" -d '{"events": [{"server_uuid": "1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca", "name": "network-vif-plugged", "status": "completed", "tag": "aa3c8221-cd00-421f-9585-1f09117cfa3b"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:18.759615 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port aa3c8221-cd00-421f-9585-1f09117cfa3b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:18.763308 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:18.766345 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2fd654db-622c-4bc4-a075-6dc62b4fdb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:18.808182 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f6dcfc-721e-476c-80c1-2576099c2c44 x-openstack-request-id: req-19f6dcfc-721e-476c-80c1-2576099c2c44 {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:18.808476 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca", "name": "network-vif-plugged", "status": "completed", "tag": "aa3c8221-cd00-421f-9585-1f09117cfa3b", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:18.808749 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19f6dcfc-721e-476c-80c1-2576099c2c44 {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:18.809138 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3c8221-cd00-421f-9585-1f09117cfa3b', 'code': 200} Jun 02 16:46:18.841550 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=aa3c8221-cd00-421f-9585-1f09117cfa3b,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:18.844616 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:19.052649 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274f45-4f57-4175-a800-f8166c37d461 req-643ad5a1-2a1d-43c3-99cc-2615bb4bbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:19.054116 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21274f45-4f57-4175-a800-f8166c37d461 req-643ad5a1-2a1d-43c3-99cc-2615bb4bbaa1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 1098 time: 0.0752547 Jun 02 16:46:19.100518 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-21274f45-4f57-4175-a800-f8166c37d461 req-d8625758-3bd2-4739-a653-b50dc549474c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Jun 02 16:46:19.330829 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e367a7-641a-43fb-ac99-c004cab6432e req-9f6be054-34e6-4051-8533-699938a5762c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:19.332174 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-03e367a7-641a-43fb-ac99-c004cab6432e req-9f6be054-34e6-4051-8533-699938a5762c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 945 time: 0.0860512 Jun 02 16:46:19.377259 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-03e367a7-641a-43fb-ac99-c004cab6432e req-27d811ca-7fdd-417b-b928-b6b4b83d820b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Jun 02 16:46:19.996881 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01a365da-f407-4871-95f2-d994de511de1 req-c6816ee2-c145-4ab1-af23-d79418d2cd0b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772902097&fields=id&tenant_id=8f9fd4743d584cb3843c76c038077e2f HTTP/1.1" status: 200 len: 267 time: 0.0462189 Jun 02 16:46:20.082824 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a365da-f407-4871-95f2-d994de511de1 req-ded04146-6d8a-41cc-9a2f-b35b537d5906 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:20.084263 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01a365da-f407-4871-95f2-d994de511de1 req-ded04146-6d8a-41cc-9a2f-b35b537d5906 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 984 time: 0.0820510 Jun 02 16:46:20.099280 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Request body: {'port': {'security_groups': ['b7f33a4e-bb59-45f6-921e-f2de9f8d404e']}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:20.223623 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.468047 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:20.528156 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.534521 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.544694 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-018d2342-eb51-473d-8feb-2c7d2bfdd52a tempest-VolumesNegativeTest-230002474 tempest-VolumesNegativeTest-230002474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:20.546332 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bba98449-39ed-4afb-b31f-0cbec1e91796'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:20.626726 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:20.627334 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.628784 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-01a365da-f407-4871-95f2-d994de511de1 req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "PUT /v2.0/ports/bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 942 time: 0.5350959 Jun 02 16:46:20.633190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:20.635716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfce131f-3ac9-4384-af23-79d77c38848d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:20.635880 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53008) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:20.674119 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event updated for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=7']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:20.686368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.686744 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.687095 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.687460 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.687821 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.688315 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.688682 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.689077 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.689431 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.689783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.690133 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.690486 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:20.695710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1bbc7875-bb27-4d64-8576-48866d1442a4 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:20.707024 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12778b-d9df-4548-bdcd-ce4e52a466ae req-9e98eb04-897e-4e06-b5da-559e036b4c9b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:20.709182 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6a12778b-d9df-4548-bdcd-ce4e52a466ae req-9e98eb04-897e-4e06-b5da-559e036b4c9b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 945 time: 0.2187104 Jun 02 16:46:20.743908 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.744194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45192d2-4e7a-40eb-9643-028b2226682d x-openstack-request-id: req-d45192d2-4e7a-40eb-9643-028b2226682d {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:20.744530 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:20.744847 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d45192d2-4e7a-40eb-9643-028b2226682d {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:20.745282 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'status': 'completed', 'code': 200} Jun 02 16:46:20.769110 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bba98449-39ed-4afb-b31f-0cbec1e91796'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:20.779972 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.840436 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6a12778b-d9df-4548-bdcd-ce4e52a466ae req-4d4dcc1a-580c-4aa8-8d5b-f764c5e00df6 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128922 Jun 02 16:46:20.878724 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.885774 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2b7042d4-faa2-47b3-9634-b53d0751efb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:20.895526 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce131f-3ac9-4384-af23-79d77c38848d req-6b1de890-74c2-4279-9698-a0189284e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:20.897125 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-6b1de890-74c2-4279-9698-a0189284e074 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1098 time: 0.1318431 Jun 02 16:46:20.903057 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8bf63-b1f1-4379-a92b-e8ff0bd4362d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:20.906262 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:20.915189 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.916422 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-98c60609-7da4-4853-a940-6bb5e5b1aac3 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "DELETE /v2.0/security-groups/daf8bf63-b1f1-4379-a92b-e8ff0bd4362d HTTP/1.1" status: 204 len: 168 time: 0.2798193 Jun 02 16:46:20.919216 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53014) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:20.979072 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-3416a48c-69f9-4717-9824-6bd2066ed5a4 None None] Provisioning complete for port bba98449-39ed-4afb-b31f-0cbec1e91796 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:20.979439 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3416a48c-69f9-4717-9824-6bd2066ed5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:21.100132 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce131f-3ac9-4384-af23-79d77c38848d req-77d00459-8521-45af-9b9b-61400877105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:21.102211 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-77d00459-8521-45af-9b9b-61400877105e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.1975412 Jun 02 16:46:21.239141 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-221257f9-0df6-49a6-86d7-2549080277be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 1000 time: 0.1303353 Jun 02 16:46:21.318790 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce131f-3ac9-4384-af23-79d77c38848d req-7c18b775-1c89-47aa-a510-efc52d0220bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:21.320640 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-7c18b775-1c89-47aa-a510-efc52d0220bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0740750 Jun 02 16:46:21.378109 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Deleting port 1cdc2655-5844-4d78-9a06-0e25bcda9b45 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:21.385725 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:21.513442 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce131f-3ac9-4384-af23-79d77c38848d req-c75bac73-5167-49eb-a6e2-c6846961b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:21.514939 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-c75bac73-5167-49eb-a6e2-c6846961b7d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1847210 Jun 02 16:46:21.516939 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:21.517269 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:21.645209 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Calling delete_port for 1cdc2655-5844-4d78-9a06-0e25bcda9b45 owned by network:floatingip {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:21.650487 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-4f56138d-8a90-4f18-95eb-b388038b2114 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277754 Jun 02 16:46:21.776010 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:21.779695 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:21.786145 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cfce131f-3ac9-4384-af23-79d77c38848d req-9635628e-4695-43a6-8526-9dde066a8fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286459 Jun 02 16:46:21.823045 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event deleted for resources: {'Port': ['ID=1cdc2655-5844-4d78-9a06-0e25bcda9b45,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:21.867516 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.867883 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.868243 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.868597 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.868976 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.869331 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.869679 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.870025 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.870369 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.870713 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.871055 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.871395 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:21.874749 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:21.926342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks [] for floatingip, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:21.926594 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.db.l3_db [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Floating IP 18481370-486e-4bda-a47d-fc03ad832f8c disassociated (deleted). External IP: 172.28.0.54, port: bba98449-39ed-4afb-b31f-0cbec1e91796. Jun 02 16:46:22.274585 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Router b5c48763-c984-4ae5-a45d-29950f1e909d has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:46:22.454211 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:22.465105 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] Sync routers for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:22.476868 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:22.498564 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:22.509356 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:22.534965 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "DELETE /v2.0/floatingips/18481370-486e-4bda-a47d-fc03ad832f8c HTTP/1.1" status: 204 len: 168 time: 1.6121278 Jun 02 16:46:22.534965 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:22.535616 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b942480-b3b2-40dd-b8e8-2d339314d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:22.706304 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:22.926166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e2f4a4-583f-4c89-890a-ce6a54b978c0 x-openstack-request-id: req-11e2f4a4-583f-4c89-890a-ce6a54b978c0 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:22.927116 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:22.927470 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11e2f4a4-583f-4c89-890a-ce6a54b978c0 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:22.927975 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'status': 'completed', 'code': 200} Jun 02 16:46:23.073536 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:51Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:23.077948 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] Checking router: b5c48763-c984-4ae5-a45d-29950f1e909d for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:23.088364 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:23.089002 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:23.098223 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-ad80ffc8-361e-4d9f-825c-e5c4eed86bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:23.100074 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-ad80ffc8-361e-4d9f-825c-e5c4eed86bab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f9fd4743d584cb3843c76c038077e2f&device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 1098 time: 0.1066065 Jun 02 16:46:23.244650 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-e847ce4d-e0b4-4e32-ab38-a23cc935eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:23.246310 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-e847ce4d-e0b4-4e32-ab38-a23cc935eba7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 200 len: 915 time: 0.1342459 Jun 02 16:46:23.303269 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:23.322927 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-01df748e-dd25-4699-8d0a-51fdfe4c5277 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 200 len: 217 time: 0.0679598 Jun 02 16:46:23.400613 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-ffcc03ed-9472-441d-a8a7-a938429e57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:23.402446 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-ffcc03ed-9472-441d-a8a7-a938429e57bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 200 len: 853 time: 0.0631013 Jun 02 16:46:23.512670 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-7f935700-6fb4-4313-9e69-36fef1a6de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:23.515173 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-7f935700-6fb4-4313-9e69-36fef1a6de80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d4072d85-aeb1-4b42-8297-093313a1df8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837362 Jun 02 16:46:23.639592 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:51Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:23.643793 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9122157-4f4b-45ca-9d3f-4b8f9a35d925 None None] The sync data for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb is: [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:43:44Z', 'revision_number': 4, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '2206e81c-fe5d-488f-9419-3187e057110a', 'name': '', 'network_id': 'd4072d85-aeb1-4b42-8297-093313a1df8a', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'mac_address': 'fa:16:3e:1e:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:43Z', 'updated_at': '2021-06-02T16:43:51Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'subnets': [{'id': '5635e04a-d5b5-46ce-8f9a-fee03a28113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:23.652851 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-d89eeda3-c1c0-41ef-924d-8a0e8398bd50 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299396 Jun 02 16:46:23.806437 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b942480-b3b2-40dd-b8e8-2d339314d3a0 req-75d420aa-79db-4f39-9d77-ebb7eb731325 service neutron] 10.222.0.48 "GET /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433442 Jun 02 16:46:23.864502 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3412e2-cf28-4744-b12f-85fd1ee22cf7 None None] New status for floating IP 18481370-486e-4bda-a47d-fc03ad832f8c: DOWN {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:46:25.111593 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-7df01236-e3dd-481c-a222-b3193ac457ba req-2b413c6d-dccd-4556-9755-57def71a616c tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Synchronizing usage tracker for tenant:b6ba34fdafb74fffb76bc090c8b1adfb on resource:security_group {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:25.129331 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-7df01236-e3dd-481c-a222-b3193ac457ba req-2b413c6d-dccd-4556-9755-57def71a616c tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Unset dirty status for tenant:b6ba34fdafb74fffb76bc090c8b1adfb on resource:security_group {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:25.130468 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-2b413c6d-dccd-4556-9755-57def71a616c tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719475536&fields=id&tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb HTTP/1.1" status: 200 len: 267 time: 0.0572009 Jun 02 16:46:25.286351 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c32e8f16-adb6-490b-a203-ad6734ed8729 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:25.287780 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c32e8f16-adb6-490b-a203-ad6734ed8729 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 808 time: 0.1500630 Jun 02 16:46:25.303364 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-63d3a3cd-875a-4b13-9786-c6ee91f3cfb8 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/quotas/b6ba34fdafb74fffb76bc090c8b1adfb HTTP/1.1" status: 200 len: 375 time: 0.0093317 Jun 02 16:46:25.393164 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-695027a9-21d3-4791-985d-fd7c2e2decc8 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837080 Jun 02 16:46:25.530775 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-945f08c0-4404-48cd-902b-66605b3dba2d service neutron] 10.222.0.38 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264398 Jun 02 16:46:25.785908 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-bb39f456-ac8e-4c71-8dd0-7fbd0ffe1996 service neutron] 10.222.0.38 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494161 Jun 02 16:46:26.279773 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d7687-5793-417b-a418-403b6e170265 req-c72a9525-522c-4c6a-be98-7e20b85c446e tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:26.281448 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bd7d7687-5793-417b-a418-403b6e170265 req-c72a9525-522c-4c6a-be98-7e20b85c446e tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.0898550 Jun 02 16:46:26.335255 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-bd7d7687-5793-417b-a418-403b6e170265 req-1a50b196-7319-418b-a912-f6cb11528434 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469675 Jun 02 16:46:26.441521 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e515d7d7-d6ac-44c9-a616-6c91ab447442 req-1b204f0c-a4bb-414e-b257-71e2fe5e1905 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 210 time: 0.0532832 Jun 02 16:46:27.400534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-189ea839-8156-4505-9161-9e070ab6c1c5 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:27.401997 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-189ea839-8156-4505-9161-9e070ab6c1c5 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 808 time: 0.1542747 Jun 02 16:46:27.446915 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:46:27.457893 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-df4c9294-da0a-4c4a-8d3b-eb782f281000 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb HTTP/1.1" status: 200 len: 380 time: 0.0453269 Jun 02 16:46:27.500251 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'port': {'device_id': 'dba06980-73ed-4572-a25b-c006b87f6842', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'admin_state_up': True, 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'security_groups': ['1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf']}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:27.671869 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a389c614-757e-4dbe-9170-38af4d5819a6 req-571af58a-16d6-481b-9a40-e57c931500d2 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 210 time: 0.0645587 Jun 02 16:46:27.714792 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d150-6a27-4eba-a4f1-0ebab4da4610 req-e42c85f2-46bf-4e87-82ff-910ea3997c6d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:27.716500 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-29a0d150-6a27-4eba-a4f1-0ebab4da4610 req-e42c85f2-46bf-4e87-82ff-910ea3997c6d tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.2631364 Jun 02 16:46:27.724169 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:27.741602 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:port and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:27.747358 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:27.755698 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:27.812272 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-29a0d150-6a27-4eba-a4f1-0ebab4da4610 req-a5013240-ad75-492b-a1a5-3788c8dff3c1 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897038 Jun 02 16:46:27.815582 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Made reservation on behalf of b6ba34fdafb74fffb76bc090c8b1adfb for: {'port': 1} {{(pid=98217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:46:27.818877 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:28.032425 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-01b8dd3a-ee89-4890-801d-126cebba4051 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:28.033892 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-01b8dd3a-ee89-4890-801d-126cebba4051 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.2672985 Jun 02 16:46:28.084553 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-7938f060-34fc-4b8d-9c92-5bd8b22a4db3 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/quotas/6c230e0160134734bea4e4cc531ccfd2 HTTP/1.1" status: 200 len: 375 time: 0.0444419 Jun 02 16:46:28.156048 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Allocated IP 172.20.0.7 (f75fa186-2232-4148-9255-1b924ee56eaf/20a29361-df74-45a6-80d1-c55abc6ae6d1/0ba51bfd-e78e-46ae-a039-6373b29097b4) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:28.262366 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-1506c8cf-83f8-49cc-a241-7098b7506c43 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708980 Jun 02 16:46:28.521083 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-5363dcb6-d6bd-4bd2-b47d-a98e2be45a5b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:28.522481 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-5363dcb6-d6bd-4bd2-b47d-a98e2be45a5b tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.3235269 Jun 02 16:46:28.585095 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-fe591a5c-d68c-4fd9-8bb6-d5a2951052d4 service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060811 Jun 02 16:46:28.589712 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:28.814379 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Transition to ACTIVE for port object 0ba51bfd-e78e-46ae-a039-6373b29097b4 will not be triggered until provisioned by entity DHCP. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:28.930178 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-837ba898-7482-423d-84fc-71b0cb12ef9f req-8c86a6ee-9b11-4788-8178-7078b18c368c tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 210 time: 0.0775552 Jun 02 16:46:28.966525 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-2fef5b32-4f51-492e-b390-8f9387d52f70 service neutron] 10.222.0.38 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737936 Jun 02 16:46:28.985779 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Deleting port bba98449-39ed-4afb-b31f-0cbec1e91796 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:28.986160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.003421 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.013282 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3139d4c4-f003-46cd-8f50-b16f1768f3d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:29.172213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Network f75fa186-2232-4148-9255-1b924ee56eaf is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:29.232383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:29.244309 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-85cc44bd-0ce1-40e5-aa20-f9fa62761621 req-57c0cbc8-e14b-418d-ad79-5ea0e39902df tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 210 time: 0.1359329 Jun 02 16:46:29.245226 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:29.300164 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:29.303878 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:29.392687 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:29.393428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.403341 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] For port bba98449-39ed-4afb-b31f-0cbec1e91796, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=bba98449-39ed-4afb-b31f-0cbec1e91796,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:29.403716 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.431336 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fabd9-27b4-4d39-a7df-cf5c996b9d4a req-6b6b756f-8189-4b8b-b1bc-e2f4102b7752 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:29.432852 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6c0fabd9-27b4-4d39-a7df-cf5c996b9d4a req-6b6b756f-8189-4b8b-b1bc-e2f4102b7752 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 945 time: 0.3792274 Jun 02 16:46:29.511952 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-5aa18bb8-3675-4c59-86dc-06943244ff26 None None] Provisioning for port 0ba51bfd-e78e-46ae-a039-6373b29097b4 completed by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:29.516944 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-5aa18bb8-3675-4c59-86dc-06943244ff26 None None] Provisioning complete for port 0ba51bfd-e78e-46ae-a039-6373b29097b4 triggered by entity DHCP. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:29.517630 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-5aa18bb8-3675-4c59-86dc-06943244ff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.563778 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Calling delete_port for bba98449-39ed-4afb-b31f-0cbec1e91796 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:29.576776 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-5aa18bb8-3675-4c59-86dc-06943244ff26 None None] Port 0ba51bfd-e78e-46ae-a039-6373b29097b4 cannot update to ACTIVE because it is not bound. {{(pid=98219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:46:29.588447 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-22e3e65c-b6a2-4602-aee9-605429c1026e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0985444 Jun 02 16:46:29.622853 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Request body: {'port': {'device_id': 'dba06980-73ed-4572-a25b-c006b87f6842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:29.654958 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6c0fabd9-27b4-4d39-a7df-cf5c996b9d4a req-eab2d124-1183-47d3-984d-926e6e023827 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7f33a4e-bb59-45f6-921e-f2de9f8d404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640623 Jun 02 16:46:29.759492 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.891249 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:29.904228 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['bba98449-39ed-4afb-b31f-0cbec1e91796'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:29.930027 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:29.992124 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Pushing event deleted for resources: {'Port': ['ID=bba98449-39ed-4afb-b31f-0cbec1e91796,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:30.001421 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:30.150098 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] No DVR routers for this DVR port bba98449-39ed-4afb-b31f-0cbec1e91796 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:30.165432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:30.168809 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'name': 'network-vif-deleted', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:30.171066 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f192312-5ff3-4654-86f6-193ac5e47e1c" -d '{"events": [{"server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "name": "network-vif-deleted", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:30.237812 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9fb8a1a6-2ddd-486d-a895-738e2f692884 req-0c90e933-0bfd-4a84-a73d-559e354a04dc tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.48 "DELETE /v2.0/ports/bba98449-39ed-4afb-b31f-0cbec1e91796 HTTP/1.1" status: 204 len: 173 time: 1.7023635 Jun 02 16:46:30.250909 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d559ed6-ef1c-42b7-81bf-8255c0f6f4df x-openstack-request-id: req-8d559ed6-ef1c-42b7-81bf-8255c0f6f4df {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:30.251217 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9c0a96-50dc-4b5e-a596-5b7f9bef596b", "name": "network-vif-deleted", "tag": "bba98449-39ed-4afb-b31f-0cbec1e91796", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:30.251669 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d559ed6-ef1c-42b7-81bf-8255c0f6f4df {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:30.252234 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9c0a96-50dc-4b5e-a596-5b7f9bef596b', 'name': 'network-vif-deleted', 'tag': 'bba98449-39ed-4afb-b31f-0cbec1e91796', 'status': 'completed', 'code': 200} Jun 02 16:46:30.288078 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-94888d3c-305f-4b86-8367-551557c7cdcf tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:30.289068 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-36351903-cc58-4fa9-86c8-81f59c606495 req-94888d3c-305f-4b86-8367-551557c7cdcf tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:network {{(pid=98218) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:30.307264 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [req-36351903-cc58-4fa9-86c8-81f59c606495 req-94888d3c-305f-4b86-8367-551557c7cdcf tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:network {{(pid=98218) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:30.308493 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-94888d3c-305f-4b86-8367-551557c7cdcf tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 813 time: 0.1965859 Jun 02 16:46:30.309804 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053bfdb-b044-45cb-a7cd-a31d21ad595f req-5dbc6644-d65d-4774-bd90-4274f4b312f2 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:30.310531 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c053bfdb-b044-45cb-a7cd-a31d21ad595f req-5dbc6644-d65d-4774-bd90-4274f4b312f2 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Synchronizing usage tracker for tenant:b6ba34fdafb74fffb76bc090c8b1adfb on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:30.332356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Request body: {'port': {'device_id': 'ceef4767-ca39-479e-9a45-8397959ea125', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'admin_state_up': True, 'tenant_id': '6c230e0160134734bea4e4cc531ccfd2'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:30.381438 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-c053bfdb-b044-45cb-a7cd-a31d21ad595f req-5dbc6644-d65d-4774-bd90-4274f4b312f2 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Unset dirty status for tenant:b6ba34fdafb74fffb76bc090c8b1adfb on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:30.383633 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c053bfdb-b044-45cb-a7cd-a31d21ad595f req-5dbc6644-d65d-4774-bd90-4274f4b312f2 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 931 time: 0.3095775 Jun 02 16:46:30.470541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba51bfd-e78e-46ae-a039-6373b29097b4 {{(pid=98217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:30.635505 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:30.636493 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:30.641474 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c053bfdb-b044-45cb-a7cd-a31d21ad595f req-10189696-e368-49fc-88bd-83a26f4bd255 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462587 Jun 02 16:46:30.645094 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:30.652199 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-fd6c6501-b3b2-4d4c-8bdd-b7531864ced7 req-72229882-3919-43a2-a797-b59afbb47f4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 210 time: 0.1845071 Jun 02 16:46:30.657238 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Made reservation on behalf of 6c230e0160134734bea4e4cc531ccfd2 for: {'port': 1} {{(pid=98218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:46:30.660885 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.provisioning_blocks [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Transition to ACTIVE for port object 0ba51bfd-e78e-46ae-a039-6373b29097b4 will not be triggered until provisioned by entity L2. {{(pid=98217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:30.662134 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:30.665130 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:30.668963 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3f52211c-754b-4a84-af1a-97b5dd272948 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:30.857901 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_common [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Allocated IP 172.20.0.10 (0e7349b7-51bf-4928-83fa-c24870b1a21d/95a135ad-d930-43f1-b461-46f9edb6fce3/04284211-d0e8-4952-b84f-2c738789884e) {{(pid=98218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:30.870335 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-778c0329-b3fe-46cd-889c-d8b5d53799d4 req-e9c3d666-fde2-43dc-88b4-117ad210594c tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Synchronizing usage tracker for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:30.881804 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:30.911897 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:30.937797 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-778c0329-b3fe-46cd-889c-d8b5d53799d4 req-e9c3d666-fde2-43dc-88b4-117ad210594c tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Unset dirty status for tenant:8f9fd4743d584cb3843c76c038077e2f on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:30.938944 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-778c0329-b3fe-46cd-889c-d8b5d53799d4 req-e9c3d666-fde2-43dc-88b4-117ad210594c tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9c0a96-50dc-4b5e-a596-5b7f9bef596b HTTP/1.1" status: 200 len: 210 time: 0.1126847 Jun 02 16:46:30.964516 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Attempting to bind port 0ba51bfd-e78e-46ae-a039-6373b29097b4 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:30.964892 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Attempting to bind port 0ba51bfd-e78e-46ae-a039-6373b29097b4 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:30.965222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Attempting to bind port 0ba51bfd-e78e-46ae-a039-6373b29097b4 on network f75fa186-2232-4148-9255-1b924ee56eaf {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:30.969915 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Port 0ba51bfd-e78e-46ae-a039-6373b29097b4 on network f75fa186-2232-4148-9255-1b924ee56eaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:46:30.970228 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Attempting to bind port 0ba51bfd-e78e-46ae-a039-6373b29097b4 on network f75fa186-2232-4148-9255-1b924ee56eaf {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:30.975601 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:30.976061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Checking segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:30.976541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Bound using segment: {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'} {{(pid=98217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:30.976872 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.managers [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Bound port: 0ba51bfd-e78e-46ae-a039-6373b29097b4, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf'}}] {{(pid=98217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:30.977218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.074069 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, cleared binding levels {{(pid=98217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:31.077193 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:31.081636 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.085921 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d55c5665-d10e-4323-8315-0b8a53876ca8 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:31.104263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks [] for port, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.135124 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.141450 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4c315cc2-f99e-48a1-9b42-15325035a1c9 tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:31.147648 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc', 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'aa3c8221-cd00-421f-9585-1f09117cfa3b'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:31.155184 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.156148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.158361 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-c901e676-d757-4771-af23-d429e25164e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1093 time: 1.5428581 Jun 02 16:46:31.175477 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=3']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:31.178689 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:31.214773 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Network 0e7349b7-51bf-4928-83fa-c24870b1a21d is already hosted by enough agents. {{(pid=98218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:31.224574 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.base_scheduler [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Resources bound (agent type, host, resource id): {{(pid=98218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:31.231283 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.l3_dvrscheduler_db [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Received port after_create {{(pid=98218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:31.287438 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event updated for resources: {'Port': ['ID=04284211-d0e8-4952-b84f-2c738789884e,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:31.299399 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:31.320850 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-8b3299a7-53fd-4ee9-872c-1f8f07a1c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.322006 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.322802 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.322953 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-8b3299a7-53fd-4ee9-872c-1f8f07a1c365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1096 time: 0.1132472 Jun 02 16:46:31.361731 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3b5f9bd0-c132-443a-bf33-fd536c3f122f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0429528 Jun 02 16:46:31.380630 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.v2.base [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Request body: {'port': {'device_id': 'ceef4767-ca39-479e-9a45-8397959ea125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=98218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:31.401411 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-49bc737d-afda-4078-91a5-ebad12b062e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 217 time: 0.0675583 Jun 02 16:46:31.470194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-16b4d016-9a19-4ab2-a3f4-b4514c3a4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.471644 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-16b4d016-9a19-4ab2-a3f4-b4514c3a4165 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0635395 Jun 02 16:46:31.494749 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.548446 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01236-e3dd-481c-a222-b3193ac457ba req-79cbadbb-b1f5-4229-8583-75d73e2ecfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.549959 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-79cbadbb-b1f5-4229-8583-75d73e2ecfc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719318 Jun 02 16:46:31.686576 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-3aa7cd72-3c36-44f0-b9b2-5d50b28593df service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296759 Jun 02 16:46:31.848493 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04284211-d0e8-4952-b84f-2c738789884e {{(pid=98218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:31.855938 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.870588 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.provisioning_blocks [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Transition to ACTIVE for port object 04284211-d0e8-4952-b84f-2c738789884e will not be triggered until provisioned by entity L2. {{(pid=98218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:31.874389 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:31.878184 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e1b89adf-0b6f-4c0a-9f4e-ae1169122475 tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:31.934334 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7df01236-e3dd-481c-a222-b3193ac457ba req-9ed5ecee-a77c-4394-8819-c84d1fd6124c service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394440 Jun 02 16:46:31.963652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb5548-421d-40ce-a0ca-8c9ed199b29f req-1c71c615-8952-498e-81df-40852dac648f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.965099 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-30fb5548-421d-40ce-a0ca-8c9ed199b29f req-1c71c615-8952-498e-81df-40852dac648f tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 932 time: 0.1764250 Jun 02 16:46:31.976938 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97261c70-ab7e-4a18-99cc-d5ad473c3668 req-06ae53b1-6da2-4fd6-9336-f5ce992e1aa5 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.978522 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-97261c70-ab7e-4a18-99cc-d5ad473c3668 req-06ae53b1-6da2-4fd6-9336-f5ce992e1aa5 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 943 time: 0.1887197 Jun 02 16:46:32.028202 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Pushing event updated for resources: {'Port': ['ID=04284211-d0e8-4952-b84f-2c738789884e,revision_number=2']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:32.036144 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:32.050249 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-30fb5548-421d-40ce-a0ca-8c9ed199b29f req-712e5de2-200c-4dec-836b-05d74e2bc644 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jun 02 16:46:32.053066 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-97261c70-ab7e-4a18-99cc-d5ad473c3668 req-79e97be2-e944-4342-bf71-33bbfabb385e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601768 Jun 02 16:46:32.111364 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Attempting to bind port 04284211-d0e8-4952-b84f-2c738789884e on host hv-cinder-79402 for vnic_type normal with profile {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:32.111691 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Attempting to bind port 04284211-d0e8-4952-b84f-2c738789884e by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:32.112011 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Attempting to bind port 04284211-d0e8-4952-b84f-2c738789884e on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:32.116821 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Port 04284211-d0e8-4952-b84f-2c738789884e on network 0e7349b7-51bf-4928-83fa-c24870b1a21d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:46:32.117144 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Attempting to bind port 04284211-d0e8-4952-b84f-2c738789884e on network 0e7349b7-51bf-4928-83fa-c24870b1a21d {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:32.122356 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Checking agent: {'id': '4089366d-8178-4596-965d-cb96443c8f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'started_at': datetime.datetime(2021, 6, 2, 16, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:32.122689 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Checking segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:32.123063 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Bound using segment: {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'} {{(pid=98218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:32.123478 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.managers [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Bound port: 04284211-d0e8-4952-b84f-2c738789884e, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae2995-05f1-4e01-9b7b-078e69ef9112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d'}}] {{(pid=98218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:32.123823 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:32.213039 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] For port 04284211-d0e8-4952-b84f-2c738789884e, host hv-cinder-79402, cleared binding levels {{(pid=98218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:32.216282 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] For port 04284211-d0e8-4952-b84f-2c738789884e, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=04284211-d0e8-4952-b84f-2c738789884e,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:32.220005 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215593'] for port, after_update {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:32.224671 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a26f536b-ca68-4bd7-8aba-d1f6a0e61273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:32.253624 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:32.256634 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e27e8-0056-4716-b367-50d013edae86" -d '{"events": [{"name": "network-changed", "server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:32.296527 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.297171 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:32.298609 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] 10.222.0.48 "PUT /v2.0/ports/04284211-d0e8-4952-b84f-2c738789884e HTTP/1.1" status: 200 len: 1094 time: 0.9249313 Jun 02 16:46:32.299263 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceef4767-ca39-479e-9a45-8397959ea125', 'tag': '04284211-d0e8-4952-b84f-2c738789884e'}] {{(pid=98218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:32.301363 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7fa9380e777d0483a0b17929a5ce094edad84f0e76d5503848fa1341524df74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceef4767-ca39-479e-9a45-8397959ea125", "tag": "04284211-d0e8-4952-b84f-2c738789884e"}]}' {{(pid=98218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:32.302379 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7cb94-3ebf-4217-9dfb-de5598fa17c2 x-openstack-request-id: req-2ba7cb94-3ebf-4217-9dfb-de5598fa17c2 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:32.303144 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:32.303666 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ba7cb94-3ebf-4217-9dfb-de5598fa17c2 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:32.305224 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'status': 'completed', 'code': 200} Jun 02 16:46:32.326800 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Pushing event updated for resources: {'Port': ['ID=04284211-d0e8-4952-b84f-2c738789884e,revision_number=3']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:32.330465 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-3746e2d2-4eb8-4b14-ae1c-a2b92fd88c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:32.374194 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e223633c-437b-4c47-b210-712507f4dde9 x-openstack-request-id: req-e223633c-437b-4c47-b210-712507f4dde9 {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:32.374525 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceef4767-ca39-479e-9a45-8397959ea125", "tag": "04284211-d0e8-4952-b84f-2c738789884e", "status": "completed", "code": 200}]} {{(pid=98218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:32.374819 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e223633c-437b-4c47-b210-712507f4dde9 {{(pid=98218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:32.375385 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceef4767-ca39-479e-9a45-8397959ea125', 'tag': '04284211-d0e8-4952-b84f-2c738789884e', 'status': 'completed', 'code': 200} Jun 02 16:46:32.417706 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e27e8-0056-4716-b367-50d013edae86 req-68ceb088-3060-4e05-9586-0e6e03ae2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.419290 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-68ceb088-3060-4e05-9586-0e6e03ae2220 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1096 time: 0.0805638 Jun 02 16:46:32.439445 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-1c6622fa-23bf-483e-b059-878eb6c4cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.441156 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-1c6622fa-23bf-483e-b059-878eb6c4cae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 1097 time: 0.0730374 Jun 02 16:46:32.515383 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-195088cc-ffc6-4ee3-8599-73a3723c89f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04284211-d0e8-4952-b84f-2c738789884e HTTP/1.1" status: 200 len: 217 time: 0.0664699 Jun 02 16:46:32.590096 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351903-cc58-4fa9-86c8-81f59c606495 req-4e5e4c35-cae2-428f-b9ee-d8bea6f924e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.591804 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-4e5e4c35-cae2-428f-b9ee-d8bea6f924e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.0697374 Jun 02 16:46:32.640371 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bba98449-39ed-4afb-b31f-0cbec1e91796 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:32.649088 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-8319d429-33f0-463d-a8dd-82ac89541d4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466239 Jun 02 16:46:32.678781 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e27e8-0056-4716-b367-50d013edae86 req-3025e5e3-a2df-4696-9014-95888d90f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.682290 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-3025e5e3-a2df-4696-9014-95888d90f22f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.2547519 Jun 02 16:46:32.688620 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: bba98449-39ed-4afb-b31f-0cbec1e91796 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:32.688998 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device bba98449-39ed-4afb-b31f-0cbec1e91796 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:32.767345 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-980c7ad1-d3b8-4f4d-9043-84ecee0989c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 217 time: 0.0753131 Jun 02 16:46:32.805096 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53210) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:32.846600 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e27e8-0056-4716-b367-50d013edae86 req-0d5c6ddd-2a87-4207-abc3-bf84c6bdfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.848224 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-0d5c6ddd-2a87-4207-abc3-bf84c6bdfe45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0625324 Jun 02 16:46:32.930994 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e27e8-0056-4716-b367-50d013edae86 req-947a5f1b-9504-4e28-b716-331dadb775ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.932500 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-947a5f1b-9504-4e28-b716-331dadb775ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779271 Jun 02 16:46:33.048569 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-24283225-f8f8-456b-94f1-06707b1bcf88 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834083 Jun 02 16:46:33.078067 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-d0986276-82df-4148-ab57-87e7e0d24ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382103 Jun 02 16:46:33.225707 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-802e27e8-0056-4716-b367-50d013edae86 req-8341584c-f4e0-46de-b0ab-b8dd74d2386b service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403787 Jun 02 16:46:33.449767 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-36351903-cc58-4fa9-86c8-81f59c606495 req-df141749-35d0-445c-9a71-c2deed25d614 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928738 Jun 02 16:46:33.592826 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d6945-9e0e-41e1-b3c4-4cfbabf763ff req-e3d21410-d8d5-4615-b5f6-e46aa03396fb tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:33.594251 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4f6d6945-9e0e-41e1-b3c4-4cfbabf763ff req-e3d21410-d8d5-4615-b5f6-e46aa03396fb tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 944 time: 0.4275250 Jun 02 16:46:33.610374 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6aa6-3bb6-4076-9003-f3c225ad6f45 req-d7da32d5-0bfb-4489-9eb2-e3eb1703bfb0 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:33.611727 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cc4b6aa6-3bb6-4076-9003-f3c225ad6f45 req-d7da32d5-0bfb-4489-9eb2-e3eb1703bfb0 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 943 time: 0.4036300 Jun 02 16:46:33.718035 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4f6d6945-9e0e-41e1-b3c4-4cfbabf763ff req-295f80a6-08aa-43dd-8d47-51330f542984 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 Jun 02 16:46:33.725620 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cc4b6aa6-3bb6-4076-9003-f3c225ad6f45 req-3b6cb0f8-9128-4f69-81d6-cdf4abe0cec5 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059582 Jun 02 16:46:33.738683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-9d1e5ccb-3e62-48d6-aa40-cfee70be8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:33.740223 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-9d1e5ccb-3e62-48d6-aa40-cfee70be8c17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c230e0160134734bea4e4cc531ccfd2&device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 1097 time: 0.2265723 Jun 02 16:46:33.927007 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-6863331e-4a5f-44f2-b0b7-750256beb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:33.928423 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-6863331e-4a5f-44f2-b0b7-750256beb11e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 200 len: 914 time: 0.1765826 Jun 02 16:46:33.935534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:34.165266 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-f0d4c21f-e290-425f-8574-390c2b536ea3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04284211-d0e8-4952-b84f-2c738789884e HTTP/1.1" status: 200 len: 217 time: 0.1837287 Jun 02 16:46:34.308280 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-ce607d01-0445-4361-a0e8-08bb25a5c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:34.309701 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-ce607d01-0445-4361-a0e8-08bb25a5c4ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 200 len: 853 time: 0.1323776 Jun 02 16:46:34.434997 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-4c99ecf2-cce2-4deb-bbfc-c727593fb7b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0e7349b7-51bf-4928-83fa-c24870b1a21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738692 Jun 02 16:46:34.471657 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4fc13637-df83-4fe2-afdf-36a5268250c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:34.591703 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-3bdfac6a-c924-4223-be83-259841489e71 service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446586 Jun 02 16:46:34.649293 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:46:34.789263 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:34.804996 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'port_id': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'mac_address': 'fa:16:3e:6f:6a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:46:34.809038 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b4b7b0e2-c5e1-43fd-b2b2-481e729c40d6 req-6313b5e1-4a55-439a-b9e9-3747f02e2eeb service neutron] 10.222.0.48 "GET /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940644 Jun 02 16:46:34.821529 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Deleting port 2206e81c-fe5d-488f-9419-3187e057110a {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:34.821868 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:34.864900 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:34.883320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba51bfd-e78e-46ae-a039-6373b29097b4 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:34.898458 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:34.902232 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:34.903927 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:34.973934 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:34.982001 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.982341 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.982672 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.983002 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.983320 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.983639 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.983955 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.984269 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.984584 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.984923 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.985238 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.985553 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:34.989307 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:35.047636 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] For port 2206e81c-fe5d-488f-9419-3187e057110a, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=2206e81c-fe5d-488f-9419-3187e057110a,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:35.048211 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:35.175237 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Calling delete_port for 2206e81c-fe5d-488f-9419-3187e057110a owned by network:router_interface {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:35.180897 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['0ba51bfd-e78e-46ae-a039-6373b29097b4'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:35.215231 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1953f2-ae2a-42c7-b319-aa045566ba60 req-72cfa370-3a98-4f0f-aed5-65508ebe900f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:35.216173 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4e1953f2-ae2a-42c7-b319-aa045566ba60 req-72cfa370-3a98-4f0f-aed5-65508ebe900f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 944 time: 0.3038657 Jun 02 16:46:35.225409 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52549-542f-4d92-b497-7d7f7a454d3e req-b7089acc-5450-43ac-ae47-d2f303897073 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:35.227349 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cbc52549-542f-4d92-b497-7d7f7a454d3e req-b7089acc-5450-43ac-ae47-d2f303897073 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 944 time: 0.3196838 Jun 02 16:46:35.544923 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4e1953f2-ae2a-42c7-b319-aa045566ba60 req-33f5ea4d-964d-4999-b7f3-e47bf71ff85e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166018 Jun 02 16:46:35.557503 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cbc52549-542f-4d92-b497-7d7f7a454d3e req-7944ac13-c737-4b32-9aea-a4b4dc857d57 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139176 Jun 02 16:46:35.686549 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:35.690783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:35.734465 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2206e81c-fe5d-488f-9419-3187e057110a,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:35.760379 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:35.829811 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:36.000951 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:36.348329 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Router b5c48763-c984-4ae5-a45d-29950f1e909d has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:46:36.521963 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:36.530308 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] Sync routers for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:36.539225 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-463af5aa-2692-494d-be79-eab62ca4eb90 admin admin] 10.222.0.38 "PUT /v2.0/routers/b5c48763-c984-4ae5-a45d-29950f1e909d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7323301 Jun 02 16:46:36.541006 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:36.541628 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:36.541798 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53220) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:36.692222 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 04284211-d0e8-4952-b84f-2c738789884e details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:46:36.695365 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:36.809699 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:36.949618 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks [] for router, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.039347 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-21533ba8-b5e5-4da1-9b42-ad9ef2022646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.045465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 0ba51bfd-e78e-46ae-a039-6373b29097b4 completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:37.107450 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 0ba51bfd-e78e-46ae-a039-6373b29097b4 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:37.107828 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.151378 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c40ad1-1a73-4a11-9d90-0dcf06139ded req-4a7dca65-dadb-4059-8d4d-e4cf141a0f8d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:37.152859 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-60c40ad1-1a73-4a11-9d90-0dcf06139ded req-4a7dca65-dadb-4059-8d4d-e4cf141a0f8d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 944 time: 0.4498239 Jun 02 16:46:37.165501 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96abae0-0599-499f-9bec-925c200d61c0 req-7c4beccc-712f-4768-a6fa-333c5d63fe79 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:37.166904 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f96abae0-0599-499f-9bec-925c200d61c0 req-7c4beccc-712f-4768-a6fa-333c5d63fe79 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 944 time: 0.4729164 Jun 02 16:46:37.179451 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 04284211-d0e8-4952-b84f-2c738789884e, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=04284211-d0e8-4952-b84f-2c738789884e,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:37.214851 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '04284211-d0e8-4952-b84f-2c738789884e', 'network_id': '0e7349b7-51bf-4928-83fa-c24870b1a21d', 'port_id': '04284211-d0e8-4952-b84f-2c738789884e', 'mac_address': 'fa:16:3e:0b:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a135ad-d930-43f1-b461-46f9edb6fce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:46:37.231854 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.254793 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-60c40ad1-1a73-4a11-9d90-0dcf06139ded req-489dc831-54ec-432e-9d60-ef0c6e109004 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869453 Jun 02 16:46:37.261026 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f96abae0-0599-499f-9bec-925c200d61c0 req-801260c2-7601-4ca4-b738-c03d8fc7c2de tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761750 Jun 02 16:46:37.331752 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Deleting port 45772016-ae56-4c16-9735-7abebb17d0d7 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:37.332475 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.356465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.375815 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.411576 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.422425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04284211-d0e8-4952-b84f-2c738789884e {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:37.457186 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] For port 45772016-ae56-4c16-9735-7abebb17d0d7, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=45772016-ae56-4c16-9735-7abebb17d0d7,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:37.457870 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.459538 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:37.462472 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeea761-01f3-4ffc-9045-7dc6ea8084cb" -d '{"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-plugged", "status": "completed", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:37.467474 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 04284211-d0e8-4952-b84f-2c738789884e, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=04284211-d0e8-4952-b84f-2c738789884e,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:37.469466 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:46:35Z', 'revision_number': 5, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port': {'id': '45772016-ae56-4c16-9735-7abebb17d0d7', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:41Z', 'updated_at': '2021-06-02T16:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:37.475777 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.479009 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:37.479943 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-2d447326-51ac-4fe3-9062-38b184d360c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:37.521300 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee208d66-ab9f-4011-afe1-9c55ad49cf2e x-openstack-request-id: req-ee208d66-ab9f-4011-afe1-9c55ad49cf2e {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:37.521608 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-plugged", "status": "completed", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:37.521868 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee208d66-ab9f-4011-afe1-9c55ad49cf2e {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:37.522256 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'code': 200} Jun 02 16:46:37.524517 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] Checking router: b5c48763-c984-4ae5-a45d-29950f1e909d for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:37.533108 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.558523 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] Routers {'b5c48763-c984-4ae5-a45d-29950f1e909d'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:37.559148 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['b5c48763-c984-4ae5-a45d-29950f1e909d'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:37.592904 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Calling delete_port for 45772016-ae56-4c16-9735-7abebb17d0d7 owned by network:router_gateway {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:37.700431 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=04284211-d0e8-4952-b84f-2c738789884e,revision_number=4']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:37.704924 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:37.705377 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-c38965d0-35c9-487d-8435-c263a9e3f5ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:37.733973 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.738449 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-872a8650-a293-4eea-ad48-8944b482b671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:37.784233 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=45772016-ae56-4c16-9735-7abebb17d0d7,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:37.786192 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] Set router b5c48763-c984-4ae5-a45d-29950f1e909d gateway port host: None {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:37.787585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:37.880414 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['04284211-d0e8-4952-b84f-2c738789884e'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:37.934020 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:37.998302 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:38.004914 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:46:37Z', 'revision_number': 6, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port_host': None}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:38.007292 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:38.017424 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.018374 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce4474f-9b58-4edb-9e98-b358d7b11724 None None] The sync data for ids ['b5c48763-c984-4ae5-a45d-29950f1e909d'] in dv-cinder-794021-2-smb is: [{'id': 'b5c48763-c984-4ae5-a45d-29950f1e909d', 'name': 'tempest-TestMinimumBasicScenario-662213550-router', 'tenant_id': '8f9fd4743d584cb3843c76c038077e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:40Z', 'updated_at': '2021-06-02T16:46:37Z', 'revision_number': 6, 'project_id': '8f9fd4743d584cb3843c76c038077e2f', 'gw_port_host': None}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:38.114097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c22116-22d3-46c8-8646-fa0b2717a729 req-49086640-0cc2-4a97-9c96-b7f4fc373c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:38.115576 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-08c22116-22d3-46c8-8646-fa0b2717a729 req-49086640-0cc2-4a97-9c96-b7f4fc373c08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.3028460 Jun 02 16:46:38.127590 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.129804 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.178615 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-08c22116-22d3-46c8-8646-fa0b2717a729 req-7d272ffa-2602-439a-a289-a254874348ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Jun 02 16:46:38.179865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.180377 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c48763-c984-4ae5-a45d-29950f1e909d {{(pid=98217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:46:38.192243 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.193306 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] 10.222.0.38 "DELETE /v2.0/routers/b5c48763-c984-4ae5-a45d-29950f1e909d HTTP/1.1" status: 204 len: 168 time: 1.6506913 Jun 02 16:46:38.196003 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53228) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:38.253312 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Deleting subnet 5635e04a-d5b5-46ce-8f9a-fee03a28113b {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:46:38.256061 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.307736 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.598389 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.692420 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aefab3-79ea-448d-b5ed-b776608b5068 req-cdd2b9b2-275c-4914-bd71-dccfa35e482c tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:38.693902 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a9aefab3-79ea-448d-b5ed-b776608b5068 req-cdd2b9b2-275c-4914-bd71-dccfa35e482c tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.3262758 Jun 02 16:46:38.795198 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553b7e6-a841-4856-8a59-6d4eb33915a8 req-dde749fd-7268-4c7a-a83e-58de6d4424ae tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:38.796597 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6553b7e6-a841-4856-8a59-6d4eb33915a8 req-dde749fd-7268-4c7a-a83e-58de6d4424ae tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 945 time: 0.3878467 Jun 02 16:46:38.851429 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a9aefab3-79ea-448d-b5ed-b776608b5068 req-7d4d8527-9dc0-4d4f-b82e-10bbec13025a tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400244 Jun 02 16:46:38.891971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-6553b7e6-a841-4856-8a59-6d4eb33915a8 req-ddd0d7fe-350b-41d5-89e8-dcf0b9708b26 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861266 Jun 02 16:46:38.966337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:38.971403 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:39.009368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.013004 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5635e04a-d5b5-46ce-8f9a-fee03a28113b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:39.015181 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f031538-271e-4f9a-b0b3-4536e1b49075 None None] Network d4072d85-aeb1-4b42-8297-093313a1df8a requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:46:39.015863 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:39.021247 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-86cb4f73-cf01-416b-96d2-4b630797aa06 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5635e04a-d5b5-46ce-8f9a-fee03a28113b HTTP/1.1" status: 204 len: 168 time: 0.8242958 Jun 02 16:46:39.023364 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53234) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:39.155846 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.233221 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Deleting port e65122d2-e71f-4229-b13e-ae62fdcb990c {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:39.233557 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.338570 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] For port e65122d2-e71f-4229-b13e-ae62fdcb990c, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=e65122d2-e71f-4229-b13e-ae62fdcb990c,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:39.338930 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.343039 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] DHCP port deletion for d4072d85-aeb1-4b42-8297-093313a1df8a request from dv-cinder-794021-2-smb {{(pid=98219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:46:39.394455 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 2206e81c-fe5d-488f-9419-3187e057110a no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:39.428202 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 2206e81c-fe5d-488f-9419-3187e057110a {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:39.428568 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 2206e81c-fe5d-488f-9419-3187e057110a not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:39.429540 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 45772016-ae56-4c16-9735-7abebb17d0d7 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:39.465550 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 45772016-ae56-4c16-9735-7abebb17d0d7 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:39.465902 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 45772016-ae56-4c16-9735-7abebb17d0d7 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:39.469463 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Calling delete_port for e65122d2-e71f-4229-b13e-ae62fdcb990c owned by network:dhcp {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:39.488824 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Deleting port e65122d2-e71f-4229-b13e-ae62fdcb990c {{(pid=98219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:39.489203 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.516009 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.520053 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ca0726e2-fddc-4967-ae82-d4c0ce2a0f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:39.565998 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e65122d2-e71f-4229-b13e-ae62fdcb990c,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:39.568865 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:39.571368 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] No DVR routers for this DVR port e65122d2-e71f-4229-b13e-ae62fdcb990c on host dv-cinder-794021-2-smb {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:39.584907 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] For port e65122d2-e71f-4229-b13e-ae62fdcb990c, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=e65122d2-e71f-4229-b13e-ae62fdcb990c,segment=NetworkSegment(7977b507-a63a-4803-a415-25e26f85dcca),segment_id=7977b507-a63a-4803-a415-25e26f85dcca)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:39.585323 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.686443 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.700299 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4072d85-aeb1-4b42-8297-093313a1df8a']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:39.708804 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Calling delete_port for e65122d2-e71f-4229-b13e-ae62fdcb990c owned by network:dhcp {{(pid=98219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:39.714202 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7977b507-a63a-4803-a415-25e26f85dcca') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:39.714524 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7977b507-a63a-4803-a415-25e26f85dcca') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:39.726789 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.737007 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.744198 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.750195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:46:39.750573 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.764325 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:46:39.765948 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:46:39.768396 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:39.809668 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Pushing event deleted for resources: {'Port': ['ID=e65122d2-e71f-4229-b13e-ae62fdcb990c,revision_number=None']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:39.813201 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:39.815436 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] No DVR routers for this DVR port e65122d2-e71f-4229-b13e-ae62fdcb990c on host dv-cinder-794021-2-smb {{(pid=98219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:39.844892 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.848572 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-df093ead-f373-4bf9-9098-0d27a2ce62cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:39.865172 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.875701 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d4072d85-aeb1-4b42-8297-093313a1df8a,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:39.878879 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:39.891037 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] 10.222.0.38 "DELETE /v2.0/networks/d4072d85-aeb1-4b42-8297-093313a1df8a HTTP/1.1" status: 204 len: 168 time: 0.8664453 Jun 02 16:46:39.894180 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53238) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:40.107267 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732b80-c07d-4798-8e83-28a8095aa3ce req-3b5e30bb-0179-4750-8d10-be76e636ea5d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:40.111890 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2c732b80-c07d-4798-8e83-28a8095aa3ce req-3b5e30bb-0179-4750-8d10-be76e636ea5d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.1443019 Jun 02 16:46:40.139867 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276935-746e-4e36-b067-7beb6d883f30 req-2b42d2e7-038f-4e9a-902c-ff223868fe64 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:40.141339 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e276935-746e-4e36-b067-7beb6d883f30 req-2b42d2e7-038f-4e9a-902c-ff223868fe64 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 945 time: 0.1375208 Jun 02 16:46:40.191393 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2c732b80-c07d-4798-8e83-28a8095aa3ce req-1e3c32fb-b612-4c2f-a4a0-37f4b279d76a tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761294 Jun 02 16:46:40.201349 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1e276935-746e-4e36-b067-7beb6d883f30 req-ee6d77fe-c04b-434a-85a9-b89017af287d tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545011 Jun 02 16:46:40.378289 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca6c38-b69d-4517-96c5-5a1eeed734c6 req-5c2349b4-f327-4d2e-86b4-33186b5021a6 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:40.379661 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f7ca6c38-b69d-4517-96c5-5a1eeed734c6 req-5c2349b4-f327-4d2e-86b4-33186b5021a6 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0811481 Jun 02 16:46:40.426515 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f7ca6c38-b69d-4517-96c5-5a1eeed734c6 req-80290374-53f5-4cc2-9c8a-5a42f289dcac tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 Jun 02 16:46:40.438949 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:40.452260 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53244) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:40.683145 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 04284211-d0e8-4952-b84f-2c738789884e up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:46:40.729160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad2bc5f-fed4-4d53-89ad-f1d2532a32ef tempest-TestShelveInstance-76468268 tempest-TestShelveInstance-76468268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:40.730627 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-2ad2bc5f-fed4-4d53-89ad-f1d2532a32ef tempest-TestShelveInstance-76468268 tempest-TestShelveInstance-76468268-project-admin] Synchronizing usage tracker for tenant:96e865f5959e44638450f3caef5054f8 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:40.751768 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-2ad2bc5f-fed4-4d53-89ad-f1d2532a32ef tempest-TestShelveInstance-76468268 tempest-TestShelveInstance-76468268-project-admin] Unset dirty status for tenant:96e865f5959e44638450f3caef5054f8 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:40.755945 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-2ad2bc5f-fed4-4d53-89ad-f1d2532a32ef tempest-TestShelveInstance-76468268 tempest-TestShelveInstance-76468268-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1093 time: 0.2998571 Jun 02 16:46:40.756385 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53248) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:40.761852 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.v2.base [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Request body: {'floatingip': {'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'port_id': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:40.762338 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning for port 04284211-d0e8-4952-b84f-2c738789884e completed by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:40.767780 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 04284211-d0e8-4952-b84f-2c738789884e triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:40.768306 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:40.768437 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:40.772510 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Usage tracker for resource:floatingip and tenant:b6ba34fdafb74fffb76bc090c8b1adfb is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:40.775781 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:40.784018 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:40.802808 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for floatingip, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:40.891345 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:40.925025 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef4767-ca39-479e-9a45-8397959ea125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04284211-d0e8-4952-b84f-2c738789884e'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:40.926913 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f16180-bec0-4433-9276-a7a11bee939d" -d '{"events": [{"server_uuid": "ceef4767-ca39-479e-9a45-8397959ea125", "name": "network-vif-plugged", "status": "completed", "tag": "04284211-d0e8-4952-b84f-2c738789884e"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:40.934943 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 04284211-d0e8-4952-b84f-2c738789884e, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=04284211-d0e8-4952-b84f-2c738789884e,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:40.940511 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:40.943031 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:40.963809 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:40.980034 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caaace1-2cc7-43ed-bec0-da93ed4ed43b x-openstack-request-id: req-4caaace1-2cc7-43ed-bec0-da93ed4ed43b {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:40.980333 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef4767-ca39-479e-9a45-8397959ea125", "name": "network-vif-plugged", "status": "completed", "tag": "04284211-d0e8-4952-b84f-2c738789884e", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:40.980587 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4caaace1-2cc7-43ed-bec0-da93ed4ed43b {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:40.981186 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceef4767-ca39-479e-9a45-8397959ea125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04284211-d0e8-4952-b84f-2c738789884e', 'code': 200} Jun 02 16:46:40.997541 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Deleting port 7aec5ff6-7b37-467d-b960-cc7856b7aa67 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:40.998124 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:41.017738 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=04284211-d0e8-4952-b84f-2c738789884e,revision_number=5']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:41.021119 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:41.135294 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_common [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Allocated IP 172.28.0.118 (820d9d9d-ed06-428f-aa3a-95cc0316f1f3/9335192b-72b2-4494-bd95-1e4a0af4a564/0a169d84-5493-493b-9bf7-97dbf45ad580) {{(pid=98217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:41.139166 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] For port 7aec5ff6-7b37-467d-b960-cc7856b7aa67, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=7aec5ff6-7b37-467d-b960-cc7856b7aa67,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:41.139622 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:41.276995 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Calling delete_port for 7aec5ff6-7b37-467d-b960-cc7856b7aa67 owned by network:router_interface {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:41.349876 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for port, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:41.361841 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49964e-723f-4c5e-97d1-107a718faca5 req-b003db57-0c00-4a8d-9782-be15c44bb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:41.363276 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-df49964e-723f-4c5e-97d1-107a718faca5 req-b003db57-0c00-4a8d-9782-be15c44bb5ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 1099 time: 0.1978452 Jun 02 16:46:41.371801 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device e65122d2-e71f-4229-b13e-ae62fdcb990c no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:41.419106 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: e65122d2-e71f-4229-b13e-ae62fdcb990c {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:41.419570 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device e65122d2-e71f-4229-b13e-ae62fdcb990c not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:41.443134 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791485834990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:41.449824 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c22de913-4790-40c9-8b51-e36571e9628f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:41.548218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Network 820d9d9d-ed06-428f-aa3a-95cc0316f1f3 is already hosted by enough agents. {{(pid=98217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:41.556928 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.base_scheduler [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Resources bound (agent type, host, resource id): {{(pid=98217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:41.559310 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Received port after_create {{(pid=98217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:41.584317 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'Port': ['ID=0a169d84-5493-493b-9bf7-97dbf45ad580,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:41.587295 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:41.598460 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-df49964e-723f-4c5e-97d1-107a718faca5 req-951fae88-8203-4b4c-8d3b-e23d98374885 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745639 Jun 02 16:46:41.598818 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:41.605093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-18e7ab00-dea1-4527-9e1b-897a3f4f6f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:41.644222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9f458-0b8b-414f-89ba-d764c72dffa3 req-3b6e00ac-9007-4d5d-814c-9ac559f32ac0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:41.646609 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a5e9f458-0b8b-414f-89ba-d764c72dffa3 req-3b6e00ac-9007-4d5d-814c-9ac559f32ac0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 946 time: 0.2886567 Jun 02 16:46:41.657026 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=7aec5ff6-7b37-467d-b960-cc7856b7aa67,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:41.695213 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:41.792681 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a5e9f458-0b8b-414f-89ba-d764c72dffa3 req-9f844261-5512-4748-9a61-8095497d810b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157212 Jun 02 16:46:41.950306 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.086786 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.164252 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.375520 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for port, precommit_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.380959 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3484390'] for port, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.385464 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:42.423080 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:46:42.613011 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event updated for resources: {'Port': ['ID=0a169d84-5493-493b-9bf7-97dbf45ad580,revision_number=2']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:42.613511 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:42.617683 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:42.623509 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-46cbac96-0058-4380-a0d9-bee8d6f17ecd admin admin] 10.222.0.38 "PUT /v2.0/routers/1fd57519-8a80-4829-9c2c-5a54e7ad7fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282233 Jun 02 16:46:42.624728 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008436'] for floatingip, after_update {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.626066 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53254) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:42.630449 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] Sync routers for ids ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:42.640945 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] Routers {'1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:42.641818 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:42.802681 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.l3_db [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Floating IP c3c009fb-2f5f-436d-98b2-641f9e2b3cd7 associated. External IP: 172.28.0.118, port: 0ba51bfd-e78e-46ae-a039-6373b29097b4. Jun 02 16:46:42.818374 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks [] for router, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:42.827633 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] Set router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:42.997563 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.078214 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Deleting port 3c73a765-cec8-4edb-b4ba-a40281e46336 {{(pid=98218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:43.078603 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.129175 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33'}], 'enable_snat': True}, 'gw_port_id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:46:41Z', 'revision_number': 5, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port': {'id': '3c73a765-cec8-4edb-b4ba-a40281e46336', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:43:48Z', 'updated_at': '2021-06-02T16:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:43.134766 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] Checking router: 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:43.142583 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edcea2-0ab1-4b6d-98f8-19fc032053a5 req-c8b6d62b-9fd8-449a-a9ca-75cf506c81fc tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.143455 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] Routers {'1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:43.144028 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e4edcea2-0ab1-4b6d-98f8-19fc032053a5 req-c8b6d62b-9fd8-449a-a9ca-75cf506c81fc tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 946 time: 0.1944401 Jun 02 16:46:43.144169 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:43.214339 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.db [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] For port 3c73a765-cec8-4edb-b4ba-a40281e46336, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=3c73a765-cec8-4edb-b4ba-a40281e46336,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:43.214762 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.266316 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e4edcea2-0ab1-4b6d-98f8-19fc032053a5 req-84621ae9-8ecf-4707-bae2-8eae1953a314 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671370 Jun 02 16:46:43.279059 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:46:43.312717 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] Set router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 gateway port host: None {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:43.355623 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.plugin [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Calling delete_port for 3c73a765-cec8-4edb-b4ba-a40281e46336 owned by network:router_gateway {{(pid=98218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:43.436095 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:46:42Z', 'revision_number': 6, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port_host': None}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:43.445727 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468ec0-63ee-4389-a762-4e615f8afaaf None None] The sync data for ids ['1fd57519-8a80-4829-9c2c-5a54e7ad7fd8'] in dv-cinder-794021-2-smb is: [{'id': '1fd57519-8a80-4829-9c2c-5a54e7ad7fd8', 'name': 'tempest-TestMinimumBasicScenario-1288481093-router', 'tenant_id': 'b261f0f72da14d13aa701e3a5103784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:43:47Z', 'updated_at': '2021-06-02T16:46:42Z', 'revision_number': 6, 'project_id': 'b261f0f72da14d13aa701e3a5103784c', 'gw_port_host': None}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:43.530712 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:43.542740 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] Sync routers for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:43.549739 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215586'] for port, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.553042 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:43.553899 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:43.562342 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-fb1f69d7-0db3-42e3-937c-811fa4a58c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:43.563729 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.642146 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8836186 Jun 02 16:46:43.642400 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:43.644910 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534" -d '{"events": [{"name": "network-changed", "server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:43.704982 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c73a765-cec8-4edb-b4ba-a40281e46336,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:43.705111 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d92e5c-13c6-46d9-9fc3-8c1aeff5f372 x-openstack-request-id: req-75d92e5c-13c6-46d9-9fc3-8c1aeff5f372 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:43.705433 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:43.715116 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75d92e5c-13c6-46d9-9fc3-8c1aeff5f372 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:43.715116 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'status': 'completed', 'code': 200} Jun 02 16:46:43.715783 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:43.755120 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.782769 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:43.856480 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-91725c83-dce8-41a7-8235-ce2e54c341b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.865121 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-91725c83-dce8-41a7-8235-ce2e54c341b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.1349511 Jun 02 16:46:43.978049 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.980850 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.011858 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.013313 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 {{(pid=98218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:46:44.028067 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] Notify callbacks [] for router, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.032255 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53268) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:44.032583 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-c04da9a9-611f-404f-ae35-f513efab1068 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1fd57519-8a80-4829-9c2c-5a54e7ad7fd8 HTTP/1.1" status: 204 len: 168 time: 1.4052064 Jun 02 16:46:44.072605 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-739b5934-a92b-4394-9b4e-b5e28ce9f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:44.073970 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-739b5934-a92b-4394-9b4e-b5e28ce9f736 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.2022989 Jun 02 16:46:44.167539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Deleting subnet 5343f641-4c05-4b01-b0af-c893a6b472bd {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:46:44.180855 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.220520 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'c3c009fb-2f5f-436d-98b2-641f9e2b3cd7', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'floating_ip_address': '172.28.0.118', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'port_id': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'mac_address': 'fa:16:3e:6f:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba06980-73ed-4572-a25b-c006b87f6842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:46:42Z', 'updated_at': '2021-06-02T16:46:42Z', 'revision_number': 0, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:04Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:44.224535 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] Checking router: 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:44.227319 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-a9819953-a040-4025-b6f1-48f6f2f1136b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 999 time: 0.1432304 Jun 02 16:46:44.233278 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:44.233654 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:46:37Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:44.408278 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.421290 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:44.468944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-bb7577c6-917f-468c-9bd2-026783e7eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:44.470377 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-bb7577c6-917f-468c-9bd2-026783e7eb05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.2366099 Jun 02 16:46:44.558781 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.610676 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-680a10d8-bcef-4862-afb9-c4c3018b3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:44.612140 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-680a10d8-bcef-4862-afb9-c4c3018b3a44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325555 Jun 02 16:46:44.777090 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'c3c009fb-2f5f-436d-98b2-641f9e2b3cd7', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'floating_ip_address': '172.28.0.118', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'port_id': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'mac_address': 'fa:16:3e:6f:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba06980-73ed-4572-a25b-c006b87f6842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:46:42Z', 'updated_at': '2021-06-02T16:46:42Z', 'revision_number': 0, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:04Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:44.781041 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7081a-248c-4d1c-8df5-77d12214c11a None None] The sync data for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb is: [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_floatingips': [{'id': 'c3c009fb-2f5f-436d-98b2-641f9e2b3cd7', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'floating_ip_address': '172.28.0.118', 'floating_network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'router_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'port_id': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'mac_address': 'fa:16:3e:6f:6a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba06980-73ed-4572-a25b-c006b87f6842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:46:42Z', 'updated_at': '2021-06-02T16:46:42Z', 'revision_number': 0, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:04Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:44.860308 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-06fd4112-e1f0-46da-87d1-ec92a9887d69 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287273 Jun 02 16:46:44.988493 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fffa3-116c-49c0-b8cb-645f173eccb5 None None] New status for floating IP c3c009fb-2f5f-436d-98b2-641f9e2b3cd7: ACTIVE {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:46:45.039317 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.047980 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:45.081802 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab4b248a-1db9-4ac0-a5bc-ca24f5e39534 req-81e09131-1e16-42c9-b470-b3bea0e8aa38 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945720 Jun 02 16:46:45.084165 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5343f641-4c05-4b01-b0af-c893a6b472bd,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:45.087931 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:45.089409 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.097182 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-1e033d2d-a3f5-49b2-a17e-20348d9b01b7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5343f641-4c05-4b01-b0af-c893a6b472bd HTTP/1.1" status: 204 len: 168 time: 1.0615063 Jun 02 16:46:45.097388 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53276) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:45.114959 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b633d2a-baef-4b0d-a88e-ed4fd970749e None None] Network 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:46:45.210624 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.319598 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Deleting port 8d46b559-03fe-46b0-9922-0ff46b5c9775 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:45.320134 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.385946 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 7aec5ff6-7b37-467d-b960-cc7856b7aa67 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:45.426068 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 7aec5ff6-7b37-467d-b960-cc7856b7aa67 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:45.426446 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 7aec5ff6-7b37-467d-b960-cc7856b7aa67 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:45.426834 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 3c73a765-cec8-4edb-b4ba-a40281e46336 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:45.441791 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] For port 8d46b559-03fe-46b0-9922-0ff46b5c9775, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=8d46b559-03fe-46b0-9922-0ff46b5c9775,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:45.442190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.459635 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] DHCP port deletion for 30c31d8a-7ed6-420c-8430-ca0d9f7088f8 request from dv-cinder-794021-2-smb {{(pid=98219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:46:45.468526 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 3c73a765-cec8-4edb-b4ba-a40281e46336 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:45.468900 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 3c73a765-cec8-4edb-b4ba-a40281e46336 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:45.539883 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Deleting port 8d46b559-03fe-46b0-9922-0ff46b5c9775 {{(pid=98219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:45.540459 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.584327 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Calling delete_port for 8d46b559-03fe-46b0-9922-0ff46b5c9775 owned by network:dhcp {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:45.639093 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.642644 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] For port 8d46b559-03fe-46b0-9922-0ff46b5c9775, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=8d46b559-03fe-46b0-9922-0ff46b5c9775,segment=NetworkSegment(27301198-0368-4aa3-ad6d-857eaad7429e),segment_id=27301198-0368-4aa3-ad6d-857eaad7429e)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:45.643048 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.644376 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:45.690291 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d46b559-03fe-46b0-9922-0ff46b5c9775,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:45.693432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:45.694744 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] No DVR routers for this DVR port 8d46b559-03fe-46b0-9922-0ff46b5c9775 on host dv-cinder-794021-2-smb {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:45.772092 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Calling delete_port for 8d46b559-03fe-46b0-9922-0ff46b5c9775 owned by network:dhcp {{(pid=98219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:45.818116 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.832681 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c31d8a-7ed6-420c-8430-ca0d9f7088f8']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:45.844979 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27301198-0368-4aa3-ad6d-857eaad7429e') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:45.845274 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27301198-0368-4aa3-ad6d-857eaad7429e') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:45.852425 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.856840 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:45.857110 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.875160 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.881645 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:46:45.883295 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:46:45.895961 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:46:45.899946 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Pushing event deleted for resources: {'Port': ['ID=8d46b559-03fe-46b0-9922-0ff46b5c9775,revision_number=None']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:45.901776 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] No DVR routers for this DVR port 8d46b559-03fe-46b0-9922-0ff46b5c9775 on host dv-cinder-794021-2-smb {{(pid=98219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:45.903128 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:46.088955 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:46.093714 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:46.099857 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:46.116051 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] 10.222.0.38 "DELETE /v2.0/networks/30c31d8a-7ed6-420c-8430-ca0d9f7088f8 HTTP/1.1" status: 204 len: 168 time: 1.0177484 Jun 02 16:46:46.119763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Pushing event deleted for resources: {'Network': ['ID=30c31d8a-7ed6-420c-8430-ca0d9f7088f8,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:46.122125 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8dd68821-269e-47b3-94af-ad0c7328e42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:46.292224 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53286) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:46.445746 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-df00d094-6b52-46df-8dcd-76905ef0adb3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f9fd4743d584cb3843c76c038077e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521876 Jun 02 16:46:46.447963 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53288) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:46.514867 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:46.541376 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:46.593944 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:46.597654 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ceb2c6a2-d653-4436-b3aa-341197e214c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:46.612714 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f33a4e-bb59-45f6-921e-f2de9f8d404e,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:46.619119 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:46.619914 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:46.621042 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-d84dc848-367c-4148-b04e-752cf4d2c02f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7f33a4e-bb59-45f6-921e-f2de9f8d404e HTTP/1.1" status: 204 len: 168 time: 0.1721771 Jun 02 16:46:46.967484 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53296) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:47.016282 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-dadda2c3-ab5e-4357-af29-69001c5e78fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b261f0f72da14d13aa701e3a5103784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486743 Jun 02 16:46:47.018608 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53298) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:47.079273 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:47.106382 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:47.160507 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:47.164223 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-a8231b46-b97d-4f0a-88ce-f3e63dea99fb tempest-AttachVolumeShelveTestJSON-1967631805 tempest-AttachVolumeShelveTestJSON-1967631805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:47.174956 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4243a04b-96e5-486b-b62a-89d87547f475,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:47.178439 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:47.182091 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:47.183319 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-4fa12a5c-f47f-4475-9bea-bbefc9b81201 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4243a04b-96e5-486b-b62a-89d87547f475 HTTP/1.1" status: 204 len: 168 time: 0.1638322 Jun 02 16:46:47.337358 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 8d46b559-03fe-46b0-9922-0ff46b5c9775 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:47.375702 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 8d46b559-03fe-46b0-9922-0ff46b5c9775 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:47.376047 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 8d46b559-03fe-46b0-9922-0ff46b5c9775 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:51.016387 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0d711-d736-4d60-b0ce-fc973d48a21d req-6b7c8cc9-948f-4b9c-aa8f-dccd11a02537 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:51.017841 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ffe0d711-d736-4d60-b0ce-fc973d48a21d req-6b7c8cc9-948f-4b9c-aa8f-dccd11a02537 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 946 time: 0.0790036 Jun 02 16:46:51.064965 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ffe0d711-d736-4d60-b0ce-fc973d48a21d req-f6d0a5fa-d7aa-401f-aa34-d2dd2acc0163 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Jun 02 16:46:52.248416 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a91c7-248c-40a5-9382-dd3617eb7897 req-b8f185fd-5dec-4de2-bd3b-dd0a0e200544 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:52.249883 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-892a91c7-248c-40a5-9382-dd3617eb7897 req-b8f185fd-5dec-4de2-bd3b-dd0a0e200544 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 946 time: 0.0787013 Jun 02 16:46:52.294675 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-892a91c7-248c-40a5-9382-dd3617eb7897 req-9fb5c222-ca2d-40ca-8e45-4379c4ec2fa3 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Jun 02 16:46:52.834196 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-ecd31500-5105-43d5-9db4-e6e906eca393 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:52.836728 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-ecd31500-5105-43d5-9db4-e6e906eca393 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 946 time: 0.0865710 Jun 02 16:46:52.980757 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Deleting port 04284211-d0e8-4952-b84f-2c738789884e {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:52.981122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.122436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] For port 04284211-d0e8-4952-b84f-2c738789884e, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=04284211-d0e8-4952-b84f-2c738789884e,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:53.122824 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.254872 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Calling delete_port for 04284211-d0e8-4952-b84f-2c738789884e owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:53.369414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.375186 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-594ae285-7d62-437f-b497-2869de72e170 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:53.389329 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc', 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'aa3c8221-cd00-421f-9585-1f09117cfa3b', '04284211-d0e8-4952-b84f-2c738789884e'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:53.470532 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event deleted for resources: {'Port': ['ID=04284211-d0e8-4952-b84f-2c738789884e,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:53.500404 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4131d82e-ef1c-4bb5-b05a-80816de51236 req-2a457946-b28a-471b-a0ac-d4d8e57870f6 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceef4767-ca39-479e-9a45-8397959ea125 HTTP/1.1" status: 200 len: 210 time: 0.0894053 Jun 02 16:46:53.501573 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:53.565931 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] No DVR routers for this DVR port 04284211-d0e8-4952-b84f-2c738789884e on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:53.568362 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.571723 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef4767-ca39-479e-9a45-8397959ea125', 'name': 'network-vif-deleted', 'tag': '04284211-d0e8-4952-b84f-2c738789884e'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:53.574026 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00e356-ec75-48d8-9b10-12b5a60aaf7a" -d '{"events": [{"server_uuid": "ceef4767-ca39-479e-9a45-8397959ea125", "name": "network-vif-deleted", "tag": "04284211-d0e8-4952-b84f-2c738789884e"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:53.583558 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-19a50a71-0a3c-4222-87a6-68a8d76476e9 req-d309d370-a997-4bc6-9482-83529265b9fa tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "DELETE /v2.0/ports/04284211-d0e8-4952-b84f-2c738789884e HTTP/1.1" status: 204 len: 173 time: 0.7409449 Jun 02 16:46:53.624419 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c6577-a1b6-48a5-a841-de2bb48be3fe x-openstack-request-id: req-ef5c6577-a1b6-48a5-a841-de2bb48be3fe {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:53.624783 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef4767-ca39-479e-9a45-8397959ea125", "name": "network-vif-deleted", "tag": "04284211-d0e8-4952-b84f-2c738789884e", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:53.625084 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef5c6577-a1b6-48a5-a841-de2bb48be3fe {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:53.625590 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceef4767-ca39-479e-9a45-8397959ea125', 'name': 'network-vif-deleted', 'tag': '04284211-d0e8-4952-b84f-2c738789884e', 'status': 'completed', 'code': 200} Jun 02 16:46:56.174723 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb38308-3ed3-4709-b405-79d072a9f109 req-00142558-efde-4c33-9846-1ebe46ba0f42 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:56.175415 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-beb38308-3ed3-4709-b405-79d072a9f109 req-00142558-efde-4c33-9846-1ebe46ba0f42 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:56.190691 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-beb38308-3ed3-4709-b405-79d072a9f109 req-00142558-efde-4c33-9846-1ebe46ba0f42 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:56.192025 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-beb38308-3ed3-4709-b405-79d072a9f109 req-00142558-efde-4c33-9846-1ebe46ba0f42 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 945 time: 0.0953586 Jun 02 16:46:56.235682 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-beb38308-3ed3-4709-b405-79d072a9f109 req-57fe6204-812c-4b17-adcd-735b917e8598 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Jun 02 16:46:56.694654 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 04284211-d0e8-4952-b84f-2c738789884e no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:46:56.728939 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 04284211-d0e8-4952-b84f-2c738789884e {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:56.729286 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 04284211-d0e8-4952-b84f-2c738789884e not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:46:57.422461 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbde50-7e2b-40a3-a7b7-4e92ad749117 req-db7c8220-f595-494a-9a03-94495340a528 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:57.423823 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86cbde50-7e2b-40a3-a7b7-4e92ad749117 req-db7c8220-f595-494a-9a03-94495340a528 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 945 time: 0.0836124 Jun 02 16:46:57.468860 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-86cbde50-7e2b-40a3-a7b7-4e92ad749117 req-ad66c892-7da5-4b73-8655-754f61b128a1 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Jun 02 16:46:57.885916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-06612c9c-9e82-458a-b84a-1f35a8e16b03 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:57.887315 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-06612c9c-9e82-458a-b84a-1f35a8e16b03 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 945 time: 0.0789163 Jun 02 16:46:58.028304 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Deleting port aa3c8221-cd00-421f-9585-1f09117cfa3b {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:58.028641 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.159386 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] For port aa3c8221-cd00-421f-9585-1f09117cfa3b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=aa3c8221-cd00-421f-9585-1f09117cfa3b,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:58.159652 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.280775 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Calling delete_port for aa3c8221-cd00-421f-9585-1f09117cfa3b owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:58.390842 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.395954 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9aa0ee7b-54e6-4fd2-83ff-3d2462f7ed6a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:58.401818 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc', 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'aa3c8221-cd00-421f-9585-1f09117cfa3b'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:58.441749 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event deleted for resources: {'Port': ['ID=aa3c8221-cd00-421f-9585-1f09117cfa3b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:58.472614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:58.630235 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] No DVR routers for this DVR port aa3c8221-cd00-421f-9585-1f09117cfa3b on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:58.634241 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.637994 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'name': 'network-vif-deleted', 'tag': 'aa3c8221-cd00-421f-9585-1f09117cfa3b'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:58.640491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92ac295-903f-4fd2-be34-646c16deb678" -d '{"events": [{"server_uuid": "1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca", "name": "network-vif-deleted", "tag": "aa3c8221-cd00-421f-9585-1f09117cfa3b"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:58.654959 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0fc116cb-93c9-4888-ae46-247613f06eb1 req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "DELETE /v2.0/ports/aa3c8221-cd00-421f-9585-1f09117cfa3b HTTP/1.1" status: 204 len: 173 time: 0.7619965 Jun 02 16:46:58.702139 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3dba13-fd83-4066-a804-49f9b696cc76 x-openstack-request-id: req-6d3dba13-fd83-4066-a804-49f9b696cc76 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:58.702461 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca", "name": "network-vif-deleted", "tag": "aa3c8221-cd00-421f-9585-1f09117cfa3b", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:58.702746 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d3dba13-fd83-4066-a804-49f9b696cc76 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:58.703161 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca', 'name': 'network-vif-deleted', 'tag': 'aa3c8221-cd00-421f-9585-1f09117cfa3b', 'status': 'completed', 'code': 200} Jun 02 16:46:58.784464 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-49733ab1-5b9e-440b-bd75-8426e5cd44a4 req-6ffe9fde-12fc-4560-b7a0-e7f5f0b7d443 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:58.799820 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-49733ab1-5b9e-440b-bd75-8426e5cd44a4 req-6ffe9fde-12fc-4560-b7a0-e7f5f0b7d443 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:58.801228 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-49733ab1-5b9e-440b-bd75-8426e5cd44a4 req-6ffe9fde-12fc-4560-b7a0-e7f5f0b7d443 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f83cfdc-5777-4c6f-964f-7bc2bc4de0ca HTTP/1.1" status: 200 len: 210 time: 0.0582581 Jun 02 16:47:00.244697 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f436d2-5f00-4e72-b483-dcaf0edc961c req-2897d5ac-0cc7-48cb-87af-2274d7c82f32 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:00.246150 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0f436d2-5f00-4e72-b483-dcaf0edc961c req-2897d5ac-0cc7-48cb-87af-2274d7c82f32 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 946 time: 0.0812602 Jun 02 16:47:00.289011 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f0f436d2-5f00-4e72-b483-dcaf0edc961c req-6b9a8251-aa03-4ddb-93a3-0785f698290c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372250 Jun 02 16:47:00.737349 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aa3c8221-cd00-421f-9585-1f09117cfa3b no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:47:00.774675 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: aa3c8221-cd00-421f-9585-1f09117cfa3b {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:47:00.775015 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device aa3c8221-cd00-421f-9585-1f09117cfa3b not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:47:01.471596 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61c5e3-4c16-43c5-8a12-45d4f85d8728 req-53c082e7-b79e-40de-93b8-4707dbc8d211 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:01.473007 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9d61c5e3-4c16-43c5-8a12-45d4f85d8728 req-53c082e7-b79e-40de-93b8-4707dbc8d211 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 946 time: 0.0810869 Jun 02 16:47:01.554977 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-9d61c5e3-4c16-43c5-8a12-45d4f85d8728 req-ddb25b76-2e39-4912-8a7a-d4d2662220e8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759926 Jun 02 16:47:01.597574 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-6c55d2c4-773e-4a8a-9117-84b7936c33d6 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:01.598999 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-6c55d2c4-773e-4a8a-9117-84b7936c33d6 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 946 time: 0.0848620 Jun 02 16:47:01.733749 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Deleting port edc3ff52-3435-4ec7-86b4-986d9ac54a97 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:47:01.734001 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.862962 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] For port edc3ff52-3435-4ec7-86b4-986d9ac54a97, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=edc3ff52-3435-4ec7-86b4-986d9ac54a97,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:01.863310 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.982129 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Calling delete_port for edc3ff52-3435-4ec7-86b4-986d9ac54a97 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:47:02.090509 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.095745 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-c901e676-d757-4771-af23-d429e25164e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:02.102746 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc', 'edc3ff52-3435-4ec7-86b4-986d9ac54a97'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:47:02.142851 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event deleted for resources: {'Port': ['ID=edc3ff52-3435-4ec7-86b4-986d9ac54a97,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:02.145936 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:02.218290 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] No DVR routers for this DVR port edc3ff52-3435-4ec7-86b4-986d9ac54a97 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:47:02.220616 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.223179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'name': 'network-vif-deleted', 'tag': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:47:02.225766 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127807b-213d-4bb1-9e7c-78f4e4c093d2" -d '{"events": [{"server_uuid": "240a1f20-2daa-441a-9c74-f8816d37bd9b", "name": "network-vif-deleted", "tag": "edc3ff52-3435-4ec7-86b4-986d9ac54a97"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:47:02.241414 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-a6a74e94-0773-44ad-b6b4-c13c8bddd6e1 req-296c3af9-b073-4c15-bebf-1492b444c7d8 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "DELETE /v2.0/ports/edc3ff52-3435-4ec7-86b4-986d9ac54a97 HTTP/1.1" status: 204 len: 173 time: 0.6363032 Jun 02 16:47:02.271790 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3737f2-2e41-4bdc-91a1-d7e4875df7e3 x-openstack-request-id: req-ea3737f2-2e41-4bdc-91a1-d7e4875df7e3 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:47:02.272184 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240a1f20-2daa-441a-9c74-f8816d37bd9b", "name": "network-vif-deleted", "tag": "edc3ff52-3435-4ec7-86b4-986d9ac54a97", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:47:02.272482 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea3737f2-2e41-4bdc-91a1-d7e4875df7e3 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:47:02.272936 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240a1f20-2daa-441a-9c74-f8816d37bd9b', 'name': 'network-vif-deleted', 'tag': 'edc3ff52-3435-4ec7-86b4-986d9ac54a97', 'status': 'completed', 'code': 200} Jun 02 16:47:02.715711 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-47eab00a-7685-4ac6-96b4-552d1d6b72b2 req-61b1df5e-87b7-4742-b8d7-ddab129cfb23 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:02.733157 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-47eab00a-7685-4ac6-96b4-552d1d6b72b2 req-61b1df5e-87b7-4742-b8d7-ddab129cfb23 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:02.734544 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-47eab00a-7685-4ac6-96b4-552d1d6b72b2 req-61b1df5e-87b7-4742-b8d7-ddab129cfb23 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=240a1f20-2daa-441a-9c74-f8816d37bd9b HTTP/1.1" status: 200 len: 210 time: 0.0604937 Jun 02 16:47:04.435210 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:47:04.478160 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-677bebde-2e18-42c5-a774-fb497cd12573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:04.744697 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device edc3ff52-3435-4ec7-86b4-986d9ac54a97 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:47:04.779226 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: edc3ff52-3435-4ec7-86b4-986d9ac54a97 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:47:04.779574 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device edc3ff52-3435-4ec7-86b4-986d9ac54a97 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:47:05.410890 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf7eba-1c38-4623-9f69-d6d5fec0fc1a req-ddd726d4-ec72-4c52-920b-21b4f93a1d5a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:05.412324 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-45cf7eba-1c38-4623-9f69-d6d5fec0fc1a req-ddd726d4-ec72-4c52-920b-21b4f93a1d5a tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Jun 02 16:47:05.459054 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-45cf7eba-1c38-4623-9f69-d6d5fec0fc1a req-5de85c63-9586-4fe9-92ec-06d63a0f9a2b tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Jun 02 16:47:05.848128 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.641473 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd89a-d8cb-4570-b729-be3a2107f9e8 req-3f3e8743-86a8-43ab-8107-3b47194614d2 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:06.642918 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f99bd89a-d8cb-4570-b729-be3a2107f9e8 req-3f3e8743-86a8-43ab-8107-3b47194614d2 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 945 time: 0.0793319 Jun 02 16:47:06.688053 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f99bd89a-d8cb-4570-b729-be3a2107f9e8 req-f9654d50-2d03-41c4-af8a-9161af077af4 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/security-groups?id=c72b5755-9136-419a-b41b-65d08fed3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393078 Jun 02 16:47:06.933348 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7221b6ba-800b-44de-a285-79c422118302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.976559 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109cb5-2685-4126-bd08-92a76831347d req-e2b8a961-0507-4003-a2fb-5b3fc48cbbff tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:06.977893 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab109cb5-2685-4126-bd08-92a76831347d req-e2b8a961-0507-4003-a2fb-5b3fc48cbbff tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 945 time: 0.0818896 Jun 02 16:47:07.107379 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Deleting port 03a66f56-a37e-4047-8ebb-86f2255a83cc {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:47:07.107715 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.236960 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] For port 03a66f56-a37e-4047-8ebb-86f2255a83cc, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=03a66f56-a37e-4047-8ebb-86f2255a83cc,segment=NetworkSegment(4fae2995-05f1-4e01-9b7b-078e69ef9112),segment_id=4fae2995-05f1-4e01-9b7b-078e69ef9112)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:07.237231 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.301380 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.456274 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Calling delete_port for 03a66f56-a37e-4047-8ebb-86f2255a83cc owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:47:07.571971 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.577408 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-267730d0-b237-4d0b-969c-4610deca8b74 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:07.583840 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['03a66f56-a37e-4047-8ebb-86f2255a83cc'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:47:07.623961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Pushing event deleted for resources: {'Port': ['ID=03a66f56-a37e-4047-8ebb-86f2255a83cc,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:07.627381 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:07.698950 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] No DVR routers for this DVR port 03a66f56-a37e-4047-8ebb-86f2255a83cc on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:47:07.701144 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.703702 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'name': 'network-vif-deleted', 'tag': '03a66f56-a37e-4047-8ebb-86f2255a83cc'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:47:07.705965 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac712463-7c4b-4c9c-b7b3-d522f4879b96" -d '{"events": [{"server_uuid": "dd3b99f2-da9d-4610-935d-316d9333a359", "name": "network-vif-deleted", "tag": "03a66f56-a37e-4047-8ebb-86f2255a83cc"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:47:07.722766 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-ab109cb5-2685-4126-bd08-92a76831347d req-ef1f2c42-17f3-4349-bc70-bc3bf4a54ca9 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.48 "DELETE /v2.0/ports/03a66f56-a37e-4047-8ebb-86f2255a83cc HTTP/1.1" status: 204 len: 173 time: 0.7391269 Jun 02 16:47:07.753423 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a9059b-6dce-42d0-a748-a6c11d53dfb0 x-openstack-request-id: req-d1a9059b-6dce-42d0-a748-a6c11d53dfb0 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:47:07.753595 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3b99f2-da9d-4610-935d-316d9333a359", "name": "network-vif-deleted", "tag": "03a66f56-a37e-4047-8ebb-86f2255a83cc", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:47:07.753887 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1a9059b-6dce-42d0-a748-a6c11d53dfb0 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:47:07.754457 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b99f2-da9d-4610-935d-316d9333a359', 'name': 'network-vif-deleted', 'tag': '03a66f56-a37e-4047-8ebb-86f2255a83cc', 'status': 'completed', 'code': 200} Jun 02 16:47:07.845158 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-98e8025e-d64a-4f0e-a9b5-556c2d64ad04 req-9ab23311-bac2-4377-9057-1feeca98312c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Synchronizing usage tracker for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:07.900043 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-98e8025e-d64a-4f0e-a9b5-556c2d64ad04 req-9ab23311-bac2-4377-9057-1feeca98312c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Unset dirty status for tenant:6c230e0160134734bea4e4cc531ccfd2 on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:07.901211 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-98e8025e-d64a-4f0e-a9b5-556c2d64ad04 req-9ab23311-bac2-4377-9057-1feeca98312c tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd3b99f2-da9d-4610-935d-316d9333a359 HTTP/1.1" status: 200 len: 210 time: 0.1051948 Jun 02 16:47:07.931936 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-37bbee83-bc63-4cc6-8e52-e0e4865fc748 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758593 Jun 02 16:47:07.964707 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:08.072278 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-dd9bb048-a658-4059-ab87-a24f1111173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.073772 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-dd9bb048-a658-4059-ab87-a24f1111173f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0731182 Jun 02 16:47:08.222190 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-c04a1a16-923c-45cf-954a-5fb3ac2d5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.223614 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-c04a1a16-923c-45cf-954a-5fb3ac2d5318 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.1307597 Jun 02 16:47:08.325480 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-ef89f457-3139-4861-acb7-3a1bf93e94d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1001 time: 0.0948842 Jun 02 16:47:08.391337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-71a8cd33-eb57-4814-be33-5f31f1ec376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.392606 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-71a8cd33-eb57-4814-be33-5f31f1ec376e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0589297 Jun 02 16:47:08.476115 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-73ab1d96-6f78-420c-9b57-f58ccdcbd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.477940 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-73ab1d96-6f78-420c-9b57-f58ccdcbd01e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734291 Jun 02 16:47:08.621276 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-f99df9fd-1a29-4479-9eec-6bb57e7e28f6 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362736 Jun 02 16:47:08.766673 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-dbeb62c4-09c0-4f7a-9997-4423d9aa0246 req-a9399e8e-8dc4-417b-8b09-c5f2494a1027 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365817 Jun 02 16:47:08.995289 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53392) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:09.056577 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Deleting subnet 95a135ad-d930-43f1-b461-46f9edb6fce3 {{(pid=98218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:47:09.059330 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.107787 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3718008'] for subnet, precommit_delete_associations {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.161943 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.402251 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597732'] for subnet, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.406555 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:09.441280 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a135ad-d930-43f1-b461-46f9edb6fce3,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:09.443205 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for subnet, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.446018 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:09.450059 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-cec68358-eceb-4ef5-be05-8f0a45225171 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/95a135ad-d930-43f1-b461-46f9edb6fce3 HTTP/1.1" status: 204 len: 168 time: 0.4537401 Jun 02 16:47:09.452463 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53394) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:09.555662 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.675308 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.688820 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7349b7-51bf-4928-83fa-c24870b1a21d']}} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:09.701338 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fae2995-05f1-4e01-9b7b-078e69ef9112') {'for_net_delete': True} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:09.701634 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.services.segments.db [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fae2995-05f1-4e01-9b7b-078e69ef9112') {} {{(pid=98218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:09.712831 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3718001'] for segment, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.727253 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.733719 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.741497 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=98218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:47:09.742199 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215541'] for segment, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: Traceback (most recent call last): Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: timer() Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: cb(*args, **kw) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: return func(*args, **kwargs) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: self._notify() Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: self.callback(batched_events) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: event.method(event) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: return f(self, *a, **k) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: return self._get(url).json() Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: return self.request(url, 'GET', **kwargs) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:47:09.755017 dv-cinder-794021-2-smb neutron-server[98218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:47:09.826598 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.830517 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:09.843317 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:09.854103 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7349b7-51bf-4928-83fa-c24870b1a21d,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:09.857103 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:09.862181 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-de95fc6a-4e67-4104-86b4-4706e11f870e admin admin] 10.222.0.38 "DELETE /v2.0/networks/0e7349b7-51bf-4928-83fa-c24870b1a21d HTTP/1.1" status: 204 len: 168 time: 0.4087379 Jun 02 16:47:10.029774 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53398) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:10.077859 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-55d2b05e-3230-47e6-bcb1-789d75f12ca3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c230e0160134734bea4e4cc531ccfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468540 Jun 02 16:47:10.080364 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53400) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:10.142339 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:10.168207 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:10.219670 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:10.223082 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-c3b46599-c8ca-4639-9d79-d8fce5addde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:10.233663 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b5755-9136-419a-b41b-65d08fed3345,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:10.237432 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:10.241023 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:10.242123 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-810a15d7-648b-45a5-8d15-6bde916959ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c72b5755-9136-419a-b41b-65d08fed3345 HTTP/1.1" status: 204 len: 168 time: 0.1607695 Jun 02 16:47:10.790383 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 03a66f56-a37e-4047-8ebb-86f2255a83cc no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:47:10.826258 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 03a66f56-a37e-4047-8ebb-86f2255a83cc {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:47:10.826617 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 03a66f56-a37e-4047-8ebb-86f2255a83cc not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:47:15.813745 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53496) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:15.927444 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:15.942176 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:15.946610 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Usage tracker for resource:security_group_rule and tenant:83553e192cae47979b2ece124f0cae69 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:15.949445 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:15.955034 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:16.034332 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.038057 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.045990 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-45bfd020-6aab-48c9-9750-f3fac52af3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:16.087672 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83553e192cae47979b2ece124f0cae69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728553 Jun 02 16:47:16.088563 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d5b10-c83e-49e3-9357-0c8025211f0b,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:16.091213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53500) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:16.091734 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-2ed7f242-4738-436e-bd85-4f11b9aca830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:16.154789 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.180688 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.234457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.238356 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-dc2e828f-129e-4c03-9130-7f3e8e709569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:16.249714 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d5b10-c83e-49e3-9357-0c8025211f0b,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:16.251946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:16.257008 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.258122 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d0d5b10-c83e-49e3-9357-0c8025211f0b HTTP/1.1" status: 204 len: 168 time: 0.1653092 Jun 02 16:47:16.536194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53506) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:16.553705 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.567494 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:16.571404 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Usage tracker for resource:security_group_rule and tenant:3d51f905b6ec4390bf6efacbb3467d49 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:16.574194 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:16.579710 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:16.660682 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.665045 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.672889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-04e39e8a-0df2-4e0e-bad3-8ec4e73e6fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:16.714818 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d51f905b6ec4390bf6efacbb3467d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774373 Jun 02 16:47:16.716357 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ba57f-c07d-4e96-8e9c-0a6c1d85b047,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:16.717450 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53508) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:16.719317 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-352fba7a-8659-4001-8482-16bb01592e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:16.777275 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.801778 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.852491 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.856093 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-7aad3a0c-da39-4e45-93c9-8ea14e6e0a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:16.868172 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ba57f-c07d-4e96-8e9c-0a6c1d85b047,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:16.870727 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:16.877766 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.878861 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e53ba57f-c07d-4e96-8e9c-0a6c1d85b047 HTTP/1.1" status: 204 len: 168 time: 0.1603928 Jun 02 16:47:23.295020 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53594) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:23.416648 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.430911 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:23.434638 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d842041ba74148a4c8a9850bc64881 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:23.437334 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:23.442807 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:23.530848 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.534753 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.542505 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-ab5ef12d-60bb-448e-b95c-ef6de7aad289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:23.582746 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9d842041ba74148a4c8a9850bc64881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866726 Jun 02 16:47:23.584417 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ef894f-2d28-4875-a660-eb5c0491beb6,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:23.585416 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53598) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:23.591657 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.592038 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.592410 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.592806 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.593167 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.593525 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.593882 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.594233 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.594587 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.594939 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.595287 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.595690 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.600059 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e037eeca-8ce8-4ed3-9e30-6aaa2ea1a299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:23.645729 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.670739 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.722060 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.726818 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-06bc25f8-4948-43f6-b018-ad1a59ae9695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:23.739271 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ef894f-2d28-4875-a660-eb5c0491beb6,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:23.749534 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.749891 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.750253 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.750609 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.750961 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.751311 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.751659 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.752008 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.752356 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.752700 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.753070 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.753414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:23.758804 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:23.760714 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:23.761843 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-4e871d9c-20bf-4275-a1c8-300ed3dfcbd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67ef894f-2d28-4875-a660-eb5c0491beb6 HTTP/1.1" status: 204 len: 168 time: 0.1754508 Jun 02 16:47:24.035119 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53604) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:24.053328 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.067019 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:24.071427 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Usage tracker for resource:security_group_rule and tenant:3942877d1c734aaeb69ee218dbe350ae is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:24.074231 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:24.079795 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:24.164535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.170426 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.182660 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-9a3a7200-3af3-4563-890b-3468d0e185e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:24.312243 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3942877d1c734aaeb69ee218dbe350ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759511 Jun 02 16:47:24.313788 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a895021-cad4-47b5-934e-ef3dbf18202f,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:24.314854 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53606) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:24.316875 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3f87a007-f128-4b5a-8cc7-5fc6eabe2b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:24.372236 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.397588 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.449009 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.453020 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-429d4fc1-a8ed-48b7-a53e-9f5cc4f9bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:24.464808 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a895021-cad4-47b5-934e-ef3dbf18202f,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:24.467025 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:24.476710 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:24.477830 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-e35b010e-434c-4bdd-85c4-2e8f54d90679 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a895021-cad4-47b5-934e-ef3dbf18202f HTTP/1.1" status: 204 len: 168 time: 0.1619973 Jun 02 16:47:26.611095 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53676) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:26.726544 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:26.740957 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:26.744841 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Usage tracker for resource:security_group_rule and tenant:4000234677a243548aae316c7c8b4296 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:26.747600 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:26.753739 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:26.845412 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:26.849345 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:26.857472 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-98065203-18bb-4a3d-87df-104f3fdf6d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:26.895590 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4000234677a243548aae316c7c8b4296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834117 Jun 02 16:47:26.897833 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a426de48-8ce3-4ce7-9208-2315384b6eac,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:26.898968 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53680) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:26.900860 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-1b302996-b517-4fa8-add6-0cbd5aff5d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:26.955974 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:26.981541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.033722 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.038860 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b9f598ca-1942-42f3-98fd-6abc35074c4f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:27.053535 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a426de48-8ce3-4ce7-9208-2315384b6eac,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:27.056428 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:27.060592 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.061726 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-51ed3253-018e-49fa-9b35-d442fd584598 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a426de48-8ce3-4ce7-9208-2315384b6eac HTTP/1.1" status: 204 len: 168 time: 0.1617069 Jun 02 16:47:27.337520 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53686) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:27.355056 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.369443 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:27.373218 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Usage tracker for resource:security_group_rule and tenant:265bb1dbf5054d37837291fe265b0546 is out of sync, need to count used quota {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:27.375927 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:27.381567 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.quota.driver [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:27.468349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.472140 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.480554 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-178947fe-0d1a-4d3f-8691-e401ebb4c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:27.520666 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=265bb1dbf5054d37837291fe265b0546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820741 Jun 02 16:47:27.521803 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e14de7e-a79b-4859-bb71-41003672f8aa,revision_number=1']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:27.524010 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53688) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:27.525389 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-72e67fca-a752-4623-9146-23d6c92232df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:27.581039 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.607073 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.657181 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.660726 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-329ec234-7a36-4365-b4d5-26f279cc8960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:27.672676 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e14de7e-a79b-4859-bb71-41003672f8aa,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:27.675433 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:27.683380 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:27.684898 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f2f58502-de0b-4ff1-a11c-da35ba2148a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e14de7e-a79b-4859-bb71-41003672f8aa HTTP/1.1" status: 204 len: 168 time: 0.1597946 Jun 02 16:47:34.470872 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7cd1077f-4db3-4c07-b44e-0b70e1806f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:34.668064 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53768) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:34.784303 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:34.876536 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:34.880245 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Usage tracker for resource:security_group_rule and tenant:c05c8fcc6da3414eb71e984f5a0230a2 is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:34.883867 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:34.889369 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:34.969159 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:34.972818 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:34.981649 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-4728301a-0a08-4f78-a72c-a579914a9f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:35.019828 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c05c8fcc6da3414eb71e984f5a0230a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507400 Jun 02 16:47:35.021719 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c899681-9a11-44ca-81ec-469fc118b3a7,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:35.022568 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53772) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:35.024807 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-74a45580-09e3-459f-8a0f-3d81e61d1a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:35.079898 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:35.105568 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:35.157014 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:35.160518 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-85e5e2e8-4943-45aa-876b-133f60d04c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:35.173523 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c899681-9a11-44ca-81ec-469fc118b3a7,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:35.175769 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:35.184137 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:35.185275 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-6b697f86-9049-4f3c-ac27-db2f6feffc50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c899681-9a11-44ca-81ec-469fc118b3a7 HTTP/1.1" status: 204 len: 168 time: 0.1617370 Jun 02 16:47:35.848628 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:36.935476 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8e40a309-6007-4299-886c-e9cee7014a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:37.304808 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:37.967090 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:39.728449 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:41.434303 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:47:47.037927 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53888) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:47.153108 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.166850 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:47.170554 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:502a5dc67b044df7a69e7dd3174b08ee is out of sync, need to count used quota {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:47.173265 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.quota.resource [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98218) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:47.179136 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.db.quota.driver [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98218) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:47.260916 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.264539 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_create {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.273756 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-253639ec-b1a5-4491-8974-ff20dde173c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:47.315850 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=502a5dc67b044df7a69e7dd3174b08ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768054 Jun 02 16:47:47.317256 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da35280-da97-4e68-8440-af680ae17b43,revision_number=1']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:47.319192 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 53892) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:47.321224 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-f1c85fc4-00ff-4bdf-8b8a-4a736d03c8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:47.380827 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.405585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.455837 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.460337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:47.471389 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da35280-da97-4e68-8440-af680ae17b43,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:47.474083 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:47.477376 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:47.479111 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-06a4dde4-9818-4ff5-ac53-c296b632abc2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5da35280-da97-4e68-8440-af680ae17b43 HTTP/1.1" status: 204 len: 168 time: 0.1581128 Jun 02 16:48:04.472830 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-40421fd0-8f0f-49fb-a01f-3f435b150bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:05.849732 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:06.938326 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2f155578-ea74-4a45-b0d9-36208986563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:07.306748 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:07.969921 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:08.887700 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-c162feda-5dd6-437c-96bb-b4a077da965a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735834 Jun 02 16:48:09.024995 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-8a5308b5-601e-41d5-aa9d-298e444123d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:09.026434 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-8a5308b5-601e-41d5-aa9d-298e444123d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0705552 Jun 02 16:48:09.168429 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-567916d4-d28e-430e-bd69-70e34783cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:09.169794 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-567916d4-d28e-430e-bd69-70e34783cc57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.1252887 Jun 02 16:48:09.271673 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-325187d5-64a5-4719-8be6-ba0f8adc5523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1001 time: 0.0956724 Jun 02 16:48:09.339152 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-19bb0202-0d88-4868-83e6-5ed7e0543326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:09.340548 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-19bb0202-0d88-4868-83e6-5ed7e0543326 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0634232 Jun 02 16:48:09.415989 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-c4800d4f-6c96-4e6c-9356-8c4ec3479bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:09.417449 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-c4800d4f-6c96-4e6c-9356-8c4ec3479bdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711675 Jun 02 16:48:09.545074 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-045014dc-78e2-41c1-b3db-e514050daf0f service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211147 Jun 02 16:48:09.675196 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5e15b81f-288e-4732-9cd5-1221c590d897 req-a4b42099-97e3-4544-a780-44bcdeae50b4 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242752 Jun 02 16:48:09.731639 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:18.433625 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:48:34.474399 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ddf5fe27-bbcc-4495-813a-55e73dc4e121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:35.866278 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:36.941427 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-ac213af1-346d-4cda-b46c-e36978066cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:37.308200 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:37.972722 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:39.734378 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:41.008585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ccb85-a69e-41db-86ae-72712528ca01 req-0eddadff-37f9-49e3-8c61-c4ba14ccd1f0 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:41.009961 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-227ccb85-a69e-41db-86ae-72712528ca01 req-0eddadff-37f9-49e3-8c61-c4ba14ccd1f0 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0803633 Jun 02 16:48:41.058699 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-227ccb85-a69e-41db-86ae-72712528ca01 req-be51827b-7990-4cae-9263-2998d40f42d3 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Jun 02 16:48:42.241019 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da12b3d-d9d8-4e9e-b17a-eb1dc60f65a4 req-11ae5533-73b7-4d07-a53d-06d985e3c239 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:42.242440 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4da12b3d-d9d8-4e9e-b17a-eb1dc60f65a4 req-11ae5533-73b7-4d07-a53d-06d985e3c239 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0787504 Jun 02 16:48:42.286513 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4da12b3d-d9d8-4e9e-b17a-eb1dc60f65a4 req-1e2984ec-fe44-490c-94c6-eb9dcdac55b9 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 Jun 02 16:48:43.487228 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1160-ded6-4355-a72d-97b42ac8ed79 req-3f965e5f-9a1e-4c19-9823-936001d04c3e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:43.489453 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c6ba1160-ded6-4355-a72d-97b42ac8ed79 req-3f965e5f-9a1e-4c19-9823-936001d04c3e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0933747 Jun 02 16:48:43.546960 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-c6ba1160-ded6-4355-a72d-97b42ac8ed79 req-27623112-f5dc-43f1-8877-a43b82c7ba97 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509160 Jun 02 16:48:44.902012 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2206-d8f7-4791-a293-10db0abf8c4e req-41ee351c-3dfb-4843-a256-7ffbd1ead3e7 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:44.903432 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-561d2206-d8f7-4791-a293-10db0abf8c4e req-41ee351c-3dfb-4843-a256-7ffbd1ead3e7 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.2496135 Jun 02 16:48:44.945864 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-561d2206-d8f7-4791-a293-10db0abf8c4e req-d897ec82-ff18-469c-9ef1-6c85dbec13d5 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Jun 02 16:48:46.235097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302418c-718b-4796-a839-52275f0e104e req-9c7c36e2-8d8b-4d03-ac44-e113ec2be47a tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:46.236472 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f302418c-718b-4796-a839-52275f0e104e req-9c7c36e2-8d8b-4d03-ac44-e113ec2be47a tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.1872337 Jun 02 16:48:46.282834 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f302418c-718b-4796-a839-52275f0e104e req-334b8a5a-407f-4463-839e-68a9eeb88f07 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Jun 02 16:48:47.476543 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcf106-9c03-49ab-91ec-2588d5aae300 req-f240695e-8571-42bf-84e4-582df9d3e87a tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:47.478007 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71fcf106-9c03-49ab-91ec-2588d5aae300 req-f240695e-8571-42bf-84e4-582df9d3e87a tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0793080 Jun 02 16:48:47.524683 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-71fcf106-9c03-49ab-91ec-2588d5aae300 req-b0b126be-b198-4212-868e-166afff56f37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Jun 02 16:48:48.760791 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83902331-75f4-43ca-9b20-dfe362ac3291 req-12e52a1c-56ca-43e7-b11e-53a4aaaa2ff4 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:48.762230 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83902331-75f4-43ca-9b20-dfe362ac3291 req-12e52a1c-56ca-43e7-b11e-53a4aaaa2ff4 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.1319504 Jun 02 16:48:48.805838 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-83902331-75f4-43ca-9b20-dfe362ac3291 req-f34046e8-7ce6-462a-a7f9-f5a327d0611f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Jun 02 16:48:49.989821 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc136b5-d2c8-44e6-b149-190e2f06a5f4 req-2c8a517b-aeae-4b86-93e1-841b58631844 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:49.991978 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8fc136b5-d2c8-44e6-b149-190e2f06a5f4 req-2c8a517b-aeae-4b86-93e1-841b58631844 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0833857 Jun 02 16:48:50.034802 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-8fc136b5-d2c8-44e6-b149-190e2f06a5f4 req-9570fe33-9851-434d-85a7-e8642939cc8d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372303 Jun 02 16:48:51.108222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487090-603c-457e-a681-eff701667e06 req-262f7a0e-4696-4957-a08f-92e57507f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:51.109885 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-262f7a0e-4696-4957-a08f-92e57507f886 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0703154 Jun 02 16:48:51.301734 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487090-603c-457e-a681-eff701667e06 req-5855aa51-7559-45a2-8fda-e6b64dce93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:51.303069 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-5855aa51-7559-45a2-8fda-e6b64dce93cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.1868210 Jun 02 16:48:51.313956 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16dc0a-d354-4163-8bf7-f0b43a09a2ca req-5a1a7d7c-bd7c-491d-95da-2d6fc212236f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:51.315289 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-da16dc0a-d354-4163-8bf7-f0b43a09a2ca req-5a1a7d7c-bd7c-491d-95da-2d6fc212236f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.1628659 Jun 02 16:48:51.440724 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-da16dc0a-d354-4163-8bf7-f0b43a09a2ca req-aa1dbca9-bb61-4638-8ee4-9b0a06b3e6b3 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Jun 02 16:48:51.444352 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-48d71344-2699-4a1a-9d6a-0198a9686a46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1001 time: 0.1281888 Jun 02 16:48:51.505520 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487090-603c-457e-a681-eff701667e06 req-6301acaf-bb17-41f1-b01b-b34840592631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:51.506968 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-6301acaf-bb17-41f1-b01b-b34840592631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0564258 Jun 02 16:48:51.584278 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487090-603c-457e-a681-eff701667e06 req-335962cf-8b73-4c03-b834-357297ba2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:51.585707 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-335962cf-8b73-4c03-b834-357297ba2eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729442 Jun 02 16:48:51.714740 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-1efe3908-e83b-4660-b345-8587b49e89a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227140 Jun 02 16:48:51.845295 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2b487090-603c-457e-a681-eff701667e06 req-bcf19da0-b93f-4151-8337-13958a0199e1 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237667 Jun 02 16:48:52.624327 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe89d0-0d11-49a9-851b-962f9a5c7d1f req-27fb8572-d749-436c-a1b7-bc805c3228a4 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:52.625769 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cefe89d0-0d11-49a9-851b-962f9a5c7d1f req-27fb8572-d749-436c-a1b7-bc805c3228a4 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0790145 Jun 02 16:48:52.671175 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-cefe89d0-0d11-49a9-851b-962f9a5c7d1f req-006f38b9-02ee-42ee-8196-b049299047e2 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399017 Jun 02 16:48:53.862585 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e439b-8c24-4bd0-bb32-7dca85b81bbf req-e998abd1-f1e1-4840-9bf2-81cded7645d8 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:53.864006 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f6e439b-8c24-4bd0-bb32-7dca85b81bbf req-e998abd1-f1e1-4840-9bf2-81cded7645d8 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0822942 Jun 02 16:48:53.907648 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-2f6e439b-8c24-4bd0-bb32-7dca85b81bbf req-bddf5d8e-77d7-4e51-b1c0-24046214fdad tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378687 Jun 02 16:48:55.087720 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c94c9-d2ce-4c1c-8d86-c56cb398c6d3 req-d8a60b4b-fb49-4ca6-ade8-71de3f3d402f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:55.089152 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f16c94c9-d2ce-4c1c-8d86-c56cb398c6d3 req-d8a60b4b-fb49-4ca6-ade8-71de3f3d402f tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0784013 Jun 02 16:48:55.136651 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f16c94c9-d2ce-4c1c-8d86-c56cb398c6d3 req-a73caf8c-0767-427c-9d5d-f9e9399e9c11 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jun 02 16:48:55.433677 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 53962) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:48:55.440954 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:48:55.483148 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdac1e-16da-4cd3-9fc4-2592bce951a8 req-da06a51d-7304-4378-a8fc-8ab3df1946f9 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:55.484670 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7bcdac1e-16da-4cd3-9fc4-2592bce951a8 req-da06a51d-7304-4378-a8fc-8ab3df1946f9 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0816505 Jun 02 16:48:55.528220 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-7bcdac1e-16da-4cd3-9fc4-2592bce951a8 req-d990ad09-da2b-4f59-9899-f4ec8d3a98d1 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379882 Jun 02 16:48:55.551416 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-79b6ac5c-aa50-44bc-bd68-55635a83de07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165397 Jun 02 16:48:56.828666 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f9ab-9d0a-440f-b229-8a818d919435 req-8e585338-84c3-4156-858d-4c55e5fcd653 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:56.830010 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0512f9ab-9d0a-440f-b229-8a818d919435 req-8e585338-84c3-4156-858d-4c55e5fcd653 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.1919634 Jun 02 16:48:56.873855 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-0512f9ab-9d0a-440f-b229-8a818d919435 req-9cc39394-8c03-420a-ba02-bbc619e39870 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380857 Jun 02 16:48:56.996349 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-a64e2a80-6541-48ed-83b0-83ad7ddd7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:56.997828 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-a64e2a80-6541-48ed-83b0-83ad7ddd7f19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842&tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb HTTP/1.1" status: 200 len: 1098 time: 0.0731590 Jun 02 16:48:57.097742 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-704f3ccd-34fa-4b5c-9a91-031b54763b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:57.099466 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-704f3ccd-34fa-4b5c-9a91-031b54763b61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0798314 Jun 02 16:48:57.233361 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-33545cdf-10c8-4b47-b800-10742bdabc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:57.234801 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-33545cdf-10c8-4b47-b800-10742bdabc9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.1294622 Jun 02 16:48:57.244277 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:48:57.342671 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-4eac1cb3-1e6d-45a2-9ddf-4967435de528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1001 time: 0.1011717 Jun 02 16:48:57.357275 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:57.383281 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:57.385524 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8296d-2fbd-4dec-ab89-f8ce24320d36" -d '{"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:57.393786 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:57.399358 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:57.401296 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-adff8b86-4ff0-4785-8922-df9fb6960621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:57.409506 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-8b2584e8-d631-48e4-acd1-93e24758e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:57.411094 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-8b2584e8-d631-48e4-acd1-93e24758e460 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0613077 Jun 02 16:48:57.436521 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0898d51-355b-4b00-9ecd-cae8e5d4b89e x-openstack-request-id: req-b0898d51-355b-4b00-9ecd-cae8e5d4b89e {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:57.436844 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:57.437101 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0898d51-355b-4b00-9ecd-cae8e5d4b89e {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:57.437496 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'code': 200} Jun 02 16:48:57.468298 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=6']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:57.475901 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.476255 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.476663 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.476931 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.477257 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.477577 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.477903 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.478214 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.478532 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.478843 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.479155 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.479465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:57.483388 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:57.494765 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-9782ea9a-2b51-4f74-82ad-76675312a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:57.496229 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-9782ea9a-2b51-4f74-82ad-76675312a148 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793109 Jun 02 16:48:57.627068 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-e45169ac-5822-4809-878f-ee4eae259d59 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243584 Jun 02 16:48:57.757472 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-939ca70a-30fa-4345-926b-1a2b735d1e51 req-e3845df8-7b62-41e0-8107-10621e5321c1 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229620 Jun 02 16:48:58.053481 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1c9b-fb6c-4442-81a1-bbfde32ed7e1 req-1b802eaa-3c0b-49b3-b2ce-3ec3c049b59b tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:58.054985 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-053c1c9b-fb6c-4442-81a1-bbfde32ed7e1 req-1b802eaa-3c0b-49b3-b2ce-3ec3c049b59b tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 943 time: 0.0784550 Jun 02 16:48:58.101138 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-053c1c9b-fb6c-4442-81a1-bbfde32ed7e1 req-ab4b20de-f119-46f4-b5a3-939eb77e312e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Jun 02 16:48:58.778066 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6d1-5f66-4a7e-85bd-e7adc4eeaa1b req-4ffa7e7b-67a3-4ccb-b728-fdceb549964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:58.779524 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5190f6d1-5f66-4a7e-85bd-e7adc4eeaa1b req-4ffa7e7b-67a3-4ccb-b728-fdceb549964e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1096 time: 0.0745616 Jun 02 16:48:58.818422 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-5190f6d1-5f66-4a7e-85bd-e7adc4eeaa1b req-78387b54-5547-4e16-9080-d998ffecfda9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Jun 02 16:48:59.257020 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=98219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 02 16:48:59.295309 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b274a23-60be-44d1-8595-db9ea97c62a6 req-6010b427-ff20-4dce-b539-531c8419feb7 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:59.296904 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1b274a23-60be-44d1-8595-db9ea97c62a6 req-6010b427-ff20-4dce-b539-531c8419feb7 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 943 time: 0.0887744 Jun 02 16:48:59.345430 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-1b274a23-60be-44d1-8595-db9ea97c62a6 req-b636c7fe-d6bc-48e5-b568-3a4bdceddf26 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Jun 02 16:48:59.422922 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:59.436766 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Returning: {'device': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'port_id': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'mac_address': 'fa:16:3e:6f:6a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 02 16:48:59.490840 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:59.508543 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba51bfd-e78e-46ae-a039-6373b29097b4 {{(pid=98219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:48:59.524586 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:59.528821 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:59.530669 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d73c76b-ba89-4a5a-9672-dd8cdc160f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:59.600143 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=7']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:59.603944 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:59.756316 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] get_ports_and_sgs() called for port_ids ['0ba51bfd-e78e-46ae-a039-6373b29097b4'] {{(pid=98219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:49:00.529232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7368b-a854-42ee-9363-9cd52c3ee50a req-07498e02-ce08-4701-aa1d-b5a77ae09d0d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:00.530669 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b3e7368b-a854-42ee-9363-9cd52c3ee50a req-07498e02-ce08-4701-aa1d-b5a77ae09d0d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 944 time: 0.0790074 Jun 02 16:49:00.582054 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b3e7368b-a854-42ee-9363-9cd52c3ee50a req-c6a8f6f6-0bb2-4de1-8e68-9ff198e034f4 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444169 Jun 02 16:49:01.259716 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 up at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 02 16:49:01.324257 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.provisioning_blocks [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Provisioning complete for port 0ba51bfd-e78e-46ae-a039-6373b29097b4 triggered by entity L2. {{(pid=98219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:49:01.324623 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1775538'] for port, provisioning_complete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:01.440277 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724163'] for port, before_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:01.466085 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:49:01.468268 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7f94e18c5cdeb0a779214f8150532e347f39608dd58f7103d82e5a9085d00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e170d637-20a4-4c5d-ba7a-2e12d80787bb" -d '{"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-plugged", "status": "completed", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:49:01.476417 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:01.480667 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791486322634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791485835524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791485835569'] for port, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:01.482465 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-070cf3bb-e411-4418-9dfa-29ddf711969e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:01.516088 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b2a99d-cd2e-4fb8-9aaa-5b31c236b8be x-openstack-request-id: req-96b2a99d-cd2e-4fb8-9aaa-5b31c236b8be {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:49:01.516384 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-plugged", "status": "completed", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "code": 200}]} {{(pid=98219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:49:01.516643 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96b2a99d-cd2e-4fb8-9aaa-5b31c236b8be {{(pid=98219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:49:01.517055 dv-cinder-794021-2-smb neutron-server[98219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'code': 200} Jun 02 16:49:01.550735 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Pushing event updated for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=8']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:01.553632 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:04.475529 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f60c5208-a5d3-46d8-a14e-f86b8459bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:05.893323 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:06.942409 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3618687b-35a5-4cb5-9a45-a20b728ac77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:07.311473 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:07.976055 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:09.736982 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:09.938393 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-5f4c34e2-1fb0-410e-bf83-31b9765ed212 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129162 Jun 02 16:49:10.074638 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-9b98f7e2-e31e-43c7-89f9-2c078e662cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:10.075971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-9b98f7e2-e31e-43c7-89f9-2c078e662cc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0694697 Jun 02 16:49:10.219806 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-c99a7552-b2af-4676-858e-4623a9963824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:10.221262 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-c99a7552-b2af-4676-858e-4623a9963824 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.1259801 Jun 02 16:49:10.426971 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-5bfb7ef0-317c-420a-80c0-da19d9eb69eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1001 time: 0.1984246 Jun 02 16:49:10.488758 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-d7fdbf07-585e-4075-a35c-26946b54c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:10.490113 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-d7fdbf07-585e-4075-a35c-26946b54c20b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0564468 Jun 02 16:49:10.566155 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-d6eb31ed-20c0-4a28-9931-64418e4f3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:10.567591 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-d6eb31ed-20c0-4a28-9931-64418e4f3eca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706980 Jun 02 16:49:10.578436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-479d6baa-5065-45e4-b7a2-915cd0c8b637 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:49:10.579351 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-479d6baa-5065-45e4-b7a2-915cd0c8b637 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049903 Jun 02 16:49:10.720808 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-3ef9e1d7-25d6-49d6-8845-4f6e28f1643e service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353471 Jun 02 16:49:10.850724 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-adec6f4d-474e-4403-841a-ebb9cda6b86b req-f23cdd7d-b995-4aee-836a-b56f3137dc14 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232419 Jun 02 16:49:32.429782 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:49:34.478053 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-9677b5b0-e749-4fc2-baad-6bff57869cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:35.893207 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:36.944287 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e056a76f-c961-4f02-9076-5a6f933b9e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:37.313407 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:37.977955 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:39.739835 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:04.479750 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2b5da747-2896-45dd-9579-d4ded3d54098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:05.898566 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:06.945485 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-66549462-5439-4a8c-a1d7-9125c6a541a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:07.314900 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:07.981494 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:09.427821 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:50:09.742131 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:10.887093 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-fc119953-4228-4c86-bd06-5056da92fd05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732989 Jun 02 16:50:11.028166 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-fd02e279-30d0-409e-83b2-7c7af86e621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:11.029632 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-fd02e279-30d0-409e-83b2-7c7af86e621a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0741394 Jun 02 16:50:11.173205 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-660728d4-7d2d-4eb3-9794-65036b94f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:11.174554 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-660728d4-7d2d-4eb3-9794-65036b94f529 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.1252646 Jun 02 16:50:11.276132 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-e4fd5846-35e0-4c87-8381-f26cffd7c2f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 1001 time: 0.0944993 Jun 02 16:50:11.334546 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-49c4904e-c78b-4b27-87e6-86b8c0bcf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:11.335919 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-49c4904e-c78b-4b27-87e6-86b8c0bcf810 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0545564 Jun 02 16:50:11.407446 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-b139acd1-718a-4d84-98c0-9cb7dee6fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:11.408909 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-b139acd1-718a-4d84-98c0-9cb7dee6fea2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670011 Jun 02 16:50:11.536699 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-5a3dadb8-492a-473c-8ffa-b50b45bd5eef service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212676 Jun 02 16:50:11.664638 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4fad7abd-e382-48e8-8ea2-f3e2cf198c6a req-89ef945a-e7e3-41c1-bd8a-8a432c02f354 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217453 Jun 02 16:50:12.723224 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54006) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:12.982055 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Deleting port 0a169d84-5493-493b-9bf7-97dbf45ad580 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:12.982301 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:13.197060 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:13.197952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:13.316677 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Calling delete_port for 0a169d84-5493-493b-9bf7-97dbf45ad580 owned by network:floatingip {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:13.437095 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:13.441414 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-daa6989f-f7f2-4fab-87c4-fc2f9de229fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:13.511926 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event deleted for resources: {'Port': ['ID=0a169d84-5493-493b-9bf7-97dbf45ad580,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:13.553613 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.553984 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.554347 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.554705 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.555060 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.555411 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.555757 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.556103 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.556448 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.557586 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.557939 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.558287 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:13.564432 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:13.585857 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for floatingip, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:13.586188 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.db.l3_db [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Floating IP c3c009fb-2f5f-436d-98b2-641f9e2b3cd7 disassociated (deleted). External IP: 172.28.0.118, port: 0ba51bfd-e78e-46ae-a039-6373b29097b4. Jun 02 16:50:13.938479 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:50:14.110471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:50:14.120211 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] Sync routers for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:50:14.130110 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:14.130561 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for floatingip, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:14.130733 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:50:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:14.186799 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-4b9b5a15-99b2-471e-bbcb-6851b8e38d37 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "DELETE /v2.0/floatingips/c3c009fb-2f5f-436d-98b2-641f9e2b3cd7 HTTP/1.1" status: 204 len: 168 time: 1.4624977 Jun 02 16:50:14.187557 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:50:14.190029 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:50:14.302232 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e040ba-edd5-45e2-8fd6-23af633b9574 x-openstack-request-id: req-04e040ba-edd5-45e2-8fd6-23af633b9574 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:50:14.302561 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:50:14.302849 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04e040ba-edd5-45e2-8fd6-23af633b9574 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:50:14.303280 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'status': 'completed', 'code': 200} Jun 02 16:50:14.317408 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:14.408037 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-3039dd89-0219-4e17-829e-f46ca23ba423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:14.409530 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-3039dd89-0219-4e17-829e-f46ca23ba423 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 1098 time: 0.0848074 Jun 02 16:50:14.639758 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:04Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:14.643850 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] Checking router: 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:50:14.653293 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:14.653911 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:50:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:14.718690 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-91b66bf5-128c-426f-ac30-4eb3329646e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:14.720112 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-91b66bf5-128c-426f-ac30-4eb3329646e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 200 len: 909 time: 0.3027544 Jun 02 16:50:14.790994 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-99d53aad-198e-4537-99b4-dbaef98abf50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 200 len: 217 time: 0.0626631 Jun 02 16:50:14.799081 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5143a-16dc-4e7c-9b13-0884c5416d55 req-4eb097ec-7baa-4772-bb9f-db391a2b56ac tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:14.799742 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f8b5143a-16dc-4e7c-9b13-0884c5416d55 req-4eb097ec-7baa-4772-bb9f-db391a2b56ac tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Synchronizing usage tracker for tenant:b6ba34fdafb74fffb76bc090c8b1adfb on resource:port {{(pid=98217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:50:14.862669 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:14.862901 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.quota.resource [req-f8b5143a-16dc-4e7c-9b13-0884c5416d55 req-4eb097ec-7baa-4772-bb9f-db391a2b56ac tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Unset dirty status for tenant:b6ba34fdafb74fffb76bc090c8b1adfb on resource:port {{(pid=98217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:50:14.863996 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f8b5143a-16dc-4e7c-9b13-0884c5416d55 req-4eb097ec-7baa-4772-bb9f-db391a2b56ac tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.3529215 Jun 02 16:50:14.869522 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-ec7088d2-6844-4d23-9b13-e7072796fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:14.871017 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-ec7088d2-6844-4d23-9b13-e7072796fb3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 200 len: 847 time: 0.0687027 Jun 02 16:50:14.957106 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-f8b5143a-16dc-4e7c-9b13-0884c5416d55 req-937e5bcb-6f1f-481d-b04a-ffd89817d143 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850399 Jun 02 16:50:14.974614 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-fc76df5a-37e9-4b21-91ce-88dec943ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:14.976047 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-fc76df5a-37e9-4b21-91ce-88dec943ea9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f75fa186-2232-4148-9255-1b924ee56eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915174 Jun 02 16:50:15.108227 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-65c72528-4c0d-4236-ae6e-501b39395469 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233091 Jun 02 16:50:15.169637 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:04Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:15.173533 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10977d57-4d5f-406d-9714-9785ae91fa5c None None] The sync data for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb is: [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:45:57Z', 'revision_number': 4, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb', '_interfaces': [{'id': '049676e4-f9e9-4402-9dc4-251a598b2e59', 'name': '', 'network_id': 'f75fa186-2232-4148-9255-1b924ee56eaf', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'mac_address': 'fa:16:3e:25:0c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:57Z', 'updated_at': '2021-06-02T16:46:04Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'subnets': [{'id': '20a29361-df74-45a6-80d1-c55abc6ae6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:50:15.250218 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-b595c6aa-c697-4a79-9fc8-89bf1baecb9b req-0f04bafb-5a2d-4395-86aa-7fa77a52e4e3 service neutron] 10.222.0.48 "GET /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347296 Jun 02 16:50:15.382866 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63673fc7-e830-47e2-929c-3467a4f4438b None None] New status for floating IP c3c009fb-2f5f-436d-98b2-641f9e2b3cd7: DOWN {{(pid=98220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:50:15.839459 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-4bce9d15-6bd4-47c8-808a-b146b609731b tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:15.840921 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-4bce9d15-6bd4-47c8-808a-b146b609731b tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.0827947 Jun 02 16:50:15.974573 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Deleting port 0ba51bfd-e78e-46ae-a039-6373b29097b4 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:15.975267 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:16.148566 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] For port 0ba51bfd-e78e-46ae-a039-6373b29097b4, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0ba51bfd-e78e-46ae-a039-6373b29097b4,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:16.148945 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:16.282471 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Calling delete_port for 0ba51bfd-e78e-46ae-a039-6373b29097b4 owned by compute:nova {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:16.305122 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e804771-d1f9-4cc8-9dcf-ef0b6effe139 req-223a3f4c-3336-4523-8fd6-30749edbb309 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:16.307131 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4e804771-d1f9-4cc8-9dcf-ef0b6effe139 req-223a3f4c-3336-4523-8fd6-30749edbb309 tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/ports?device_id=dba06980-73ed-4572-a25b-c006b87f6842 HTTP/1.1" status: 200 len: 945 time: 0.2275510 Jun 02 16:50:16.363027 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-4e804771-d1f9-4cc8-9dcf-ef0b6effe139 req-fe905a19-57c3-4d19-b063-658bfb4d847d tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490010 Jun 02 16:50:16.443779 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:16.449541 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-db701884-221c-48a9-8743-fc9290a68e4e tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:16.491512 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event deleted for resources: {'Port': ['ID=0ba51bfd-e78e-46ae-a039-6373b29097b4,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:16.495457 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:16.570398 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] No DVR routers for this DVR port 0ba51bfd-e78e-46ae-a039-6373b29097b4 on host hv-cinder-79402 {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:50:16.573014 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206175'] for port, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:16.575553 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-deleted', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4'}] {{(pid=98217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:50:16.577821 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05aa0fcaebd32108f48ea6c219fc0772bab8e5cb947897edc03b841344cebf99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd4fe05-5754-4f41-b4f4-5e86ec0851f5" -d '{"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-deleted", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4"}]}' {{(pid=98217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:50:16.590954 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [req-e5aeaa38-e64d-4acc-bce4-0257c4612bdc req-e72fa494-ff2f-47f1-b2ef-11f9c280c24e tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.48 "DELETE /v2.0/ports/0ba51bfd-e78e-46ae-a039-6373b29097b4 HTTP/1.1" status: 204 len: 173 time: 0.7447667 Jun 02 16:50:16.626946 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdce16f-a119-4c7d-8918-39651a0d76f1 x-openstack-request-id: req-9bdce16f-a119-4c7d-8918-39651a0d76f1 {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:50:16.627269 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba06980-73ed-4572-a25b-c006b87f6842", "name": "network-vif-deleted", "tag": "0ba51bfd-e78e-46ae-a039-6373b29097b4", "status": "completed", "code": 200}]} {{(pid=98217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:50:16.627558 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9bdce16f-a119-4c7d-8918-39651a0d76f1 {{(pid=98217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:50:16.628001 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba06980-73ed-4572-a25b-c006b87f6842', 'name': 'network-vif-deleted', 'tag': '0ba51bfd-e78e-46ae-a039-6373b29097b4', 'status': 'completed', 'code': 200} Jun 02 16:50:17.460759 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54032) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:17.529179 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:17.560539 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:17.633830 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:17.637987 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-d4b0a5c6-7321-45a3-aaa1-13c2eb08b7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:17.653637 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:17.656322 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:17.666776 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] Notify callbacks [] for security_group, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:17.667893 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-a6cd5b77-e400-49ff-acb6-4d9d3f3571db tempest-TestShelveInstance-380805618 tempest-TestShelveInstance-380805618-project] 10.222.0.38 "DELETE /v2.0/security-groups/1ce091ee-2c41-4cb3-aca1-d80a2dc5d3bf HTTP/1.1" status: 204 len: 168 time: 0.2061524 Jun 02 16:50:17.712398 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54036) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:18.361281 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:18.765375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Deleting port 049676e4-f9e9-4402-9dc4-251a598b2e59 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:18.766103 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:18.883155 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] For port 049676e4-f9e9-4402-9dc4-251a598b2e59, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=049676e4-f9e9-4402-9dc4-251a598b2e59,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:18.883503 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:19.007216 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Calling delete_port for 049676e4-f9e9-4402-9dc4-251a598b2e59 owned by network:router_interface {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:19.151016 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:19.155366 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-ecd0c51e-35a5-4666-96d8-ac8100f6ff96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:19.200422 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=049676e4-f9e9-4402-9dc4-251a598b2e59,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:19.226014 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:19.565713 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:19.673524 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:19.711056 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] No Port match for: 0ba51bfd-e78e-46ae-a039-6373b29097b4 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:19.711544 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Device 0ba51bfd-e78e-46ae-a039-6373b29097b4 not bound to the agent host hv-cinder-79402 {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:19.918195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:50:20.092789 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:50:20.101801 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] Sync routers for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:50:20.105978 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-f019d13f-6cf0-44dc-899b-b61d6f7e5cc4 admin admin] 10.222.0.38 "PUT /v2.0/routers/7217a9f2-a7ac-4ae9-835b-e498b409a6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919737 Jun 02 16:50:20.108381 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54038) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:20.115275 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:20.115884 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:50:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:20.279698 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks [] for router, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:20.287937 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: dv-cinder-794021-2-smb {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:20.451250 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:20.522600 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Deleting port 083c685f-58a8-408c-82c8-f8f1482ab799 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:20.522937 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:20.571929 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:50:19Z', 'revision_number': 5, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port': {'id': '083c685f-58a8-408c-82c8-f8f1482ab799', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:45:53Z', 'updated_at': '2021-06-02T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:20.576382 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] Checking router: 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 for host: dv-cinder-794021-2-smb {{(pid=98219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:50:20.584671 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] Routers {'7217a9f2-a7ac-4ae9-835b-e498b409a6b0'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:20.585301 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:50:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'], 'active': True} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:20.642537 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] For port 083c685f-58a8-408c-82c8-f8f1482ab799, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=083c685f-58a8-408c-82c8-f8f1482ab799,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:20.642889 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:20.736849 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvr_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] Set router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 gateway port host: None {{(pid=98219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:20.843126 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_hamode_db [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:50:20Z', 'revision_number': 6, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port_host': None}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:20.846986 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68eb528-85ff-46e6-b54f-413fc16752b1 None None] The sync data for ids ['7217a9f2-a7ac-4ae9-835b-e498b409a6b0'] in dv-cinder-794021-2-smb is: [{'id': '7217a9f2-a7ac-4ae9-835b-e498b409a6b0', 'name': 'tempest-TestShelveInstance-260391497-router', 'tenant_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:45:52Z', 'updated_at': '2021-06-02T16:50:20Z', 'revision_number': 6, 'project_id': 'b6ba34fdafb74fffb76bc090c8b1adfb', 'gw_port_host': None}] {{(pid=98219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:50:20.880952 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Calling delete_port for 083c685f-58a8-408c-82c8-f8f1482ab799 owned by network:router_gateway {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:21.009366 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.012985 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-f0443a39-9a37-4716-96fd-1ccc7a8dd7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:21.058709 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Pushing event deleted for resources: {'Port': ['ID=083c685f-58a8-408c-82c8-f8f1482ab799,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:21.083225 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:21.145049 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.316914 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.319053 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.343266 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.344024 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7217a9f2-a7ac-4ae9-835b-e498b409a6b0 {{(pid=98217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:50:21.356620 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.357741 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-22f6d307-cd13-4f44-b59e-c063b98ef275 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7217a9f2-a7ac-4ae9-835b-e498b409a6b0 HTTP/1.1" status: 204 len: 168 time: 1.2483172 Jun 02 16:50:21.360222 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54040) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:21.418392 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Deleting subnet 20a29361-df74-45a6-80d1-c55abc6ae6d1 {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:50:21.421245 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.468728 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.547436 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.655050 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 049676e4-f9e9-4402-9dc4-251a598b2e59 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:21.692178 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 049676e4-f9e9-4402-9dc4-251a598b2e59 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:21.692530 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 049676e4-f9e9-4402-9dc4-251a598b2e59 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:21.692977 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 083c685f-58a8-408c-82c8-f8f1482ab799 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:21.771139 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 083c685f-58a8-408c-82c8-f8f1482ab799 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:21.771748 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 083c685f-58a8-408c-82c8-f8f1482ab799 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:21.806892 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.811051 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-6aa28c21-2f1b-4cb1-a78f-63634914463c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:21.852828 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a29361-df74-45a6-80d1-c55abc6ae6d1,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:21.855595 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:21.857495 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:21.861924 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-13fa2910-8444-4316-89eb-bb3681ea79f7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/20a29361-df74-45a6-80d1-c55abc6ae6d1 HTTP/1.1" status: 204 len: 168 time: 0.5007153 Jun 02 16:50:21.864360 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54042) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:21.866405 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd614e-d916-4431-a4aa-0c11046624de None None] Network f75fa186-2232-4148-9255-1b924ee56eaf requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:50:21.967944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.040039 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Deleting port dfb26f3b-42d3-48f2-bc87-307876bc85f9 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:22.040801 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.105956 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] DHCP port deletion for f75fa186-2232-4148-9255-1b924ee56eaf request from dv-cinder-794021-2-smb {{(pid=98219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:50:22.140329 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] For port dfb26f3b-42d3-48f2-bc87-307876bc85f9, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=dfb26f3b-42d3-48f2-bc87-307876bc85f9,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:22.140700 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.168864 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Deleting port dfb26f3b-42d3-48f2-bc87-307876bc85f9 {{(pid=98219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:22.169238 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.270001 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] For port dfb26f3b-42d3-48f2-bc87-307876bc85f9, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=dfb26f3b-42d3-48f2-bc87-307876bc85f9,segment=NetworkSegment(9b7c7192-f656-4fb3-ae2e-2ee26d3107c0),segment_id=9b7c7192-f656-4fb3-ae2e-2ee26d3107c0)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:22.270394 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.361875 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Calling delete_port for dfb26f3b-42d3-48f2-bc87-307876bc85f9 owned by network:dhcp {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:22.392193 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Calling delete_port for dfb26f3b-42d3-48f2-bc87-307876bc85f9 owned by network:dhcp {{(pid=98219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:22.408831 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.413968 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-cfb6211b-1521-4a18-928e-80182ba87919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:22.435199 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.438786 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:22.458119 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb26f3b-42d3-48f2-bc87-307876bc85f9,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:22.461219 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:22.462097 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] No DVR routers for this DVR port dfb26f3b-42d3-48f2-bc87-307876bc85f9 on host dv-cinder-794021-2-smb {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:50:22.483915 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Pushing event deleted for resources: {'Port': ['ID=dfb26f3b-42d3-48f2-bc87-307876bc85f9,revision_number=None']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:22.488539 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] No DVR routers for this DVR port dfb26f3b-42d3-48f2-bc87-307876bc85f9 on host dv-cinder-794021-2-smb {{(pid=98219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:50:22.495013 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.495349 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.495671 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.495992 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.496304 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.496615 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.496950 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.497260 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.497778 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.497948 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.498235 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.498540 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:22.501364 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-1ae8946c-6706-4897-8a97-7025c5c48d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:22.579042 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.591302 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75fa186-2232-4148-9255-1b924ee56eaf']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:22.603898 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:22.604195 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7c7192-f656-4fb3-ae2e-2ee26d3107c0') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:22.615369 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.631692 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.637904 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:50:22.638286 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:50:22.651425 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:50:22.730627 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.735303 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:22.737916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:22.758151 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75fa186-2232-4148-9255-1b924ee56eaf,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:22.760967 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:22.767044 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-b074fe92-88a8-474e-aec2-cd8c87675b85 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f75fa186-2232-4148-9255-1b924ee56eaf HTTP/1.1" status: 204 len: 168 time: 0.9017413 Jun 02 16:50:22.769945 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54044) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:23.288588 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010470'] for router_interface, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:23.458661 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device dfb26f3b-42d3-48f2-bc87-307876bc85f9 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:23.493572 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: dfb26f3b-42d3-48f2-bc87-307876bc85f9 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:23.493918 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device dfb26f3b-42d3-48f2-bc87-307876bc85f9 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:23.690699 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Deleting port 006e25ae-b100-4e05-9a3e-a41251526eed {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:23.690933 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:23.911035 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] For port 006e25ae-b100-4e05-9a3e-a41251526eed, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=006e25ae-b100-4e05-9a3e-a41251526eed,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:23.911383 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:24.032187 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Calling delete_port for 006e25ae-b100-4e05-9a3e-a41251526eed owned by network:router_interface {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:24.172617 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:24.176916 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3676bb80-9ced-41d8-a8e2-cc80f38bfbcf tempest-TestMinimumBasicScenario-2084317463 tempest-TestMinimumBasicScenario-2084317463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:24.221983 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=006e25ae-b100-4e05-9a3e-a41251526eed,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:24.248375 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:24.485731 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010514'] for router_interface, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:24.835314 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Router 9b7265a1-33dc-4479-ac78-41cc61525e17 has already been hosted by L3 agent 5c0699ee-697d-4ab3-85e8-05a879ad126c {{(pid=98217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:50:25.010270 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] Notify agent at l3_agent.dv-cinder-794021-2-smb the message routers_updated {{(pid=98217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:50:25.018429 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] Sync routers for ids ['9b7265a1-33dc-4479-ac78-41cc61525e17'] in dv-cinder-794021-2-smb {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:50:25.029694 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-609db067-c48a-4fff-a46b-7f21beeba7a4 admin admin] 10.222.0.38 "PUT /v2.0/routers/9b7265a1-33dc-4479-ac78-41cc61525e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565353 Jun 02 16:50:25.029925 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] Routers {'9b7265a1-33dc-4479-ac78-41cc61525e17'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:25.029925 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:50:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['9b7265a1-33dc-4479-ac78-41cc61525e17'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:25.030153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54046) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:25.207202 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] Set router 9b7265a1-33dc-4479-ac78-41cc61525e17 gateway port host: dv-cinder-794021-2-smb {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:25.316448 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks [] for router, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:25.493250 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:25.503417 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'external_fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:50:24Z', 'revision_number': 5, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port': {'id': 'a27294a8-0b14-4077-87eb-fe5125a08e06', 'name': '', 'network_id': '820d9d9d-ed06-428f-aa3a-95cc0316f1f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:01Z', 'updated_at': '2021-06-02T16:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9335192b-72b2-4494-bd95-1e4a0af4a564', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-2-smb'}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:25.507295 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] Checking router: 9b7265a1-33dc-4479-ac78-41cc61525e17 for host: dv-cinder-794021-2-smb {{(pid=98220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:50:25.515707 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] Routers {'9b7265a1-33dc-4479-ac78-41cc61525e17'} bound to L3 agent in host dv-cinder-794021-2-smb {{(pid=98220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:25.516302 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:31:07Z,description=,heartbeat_timestamp=2021-06-02T16:50:07Z,host='dv-cinder-794021-2-smb',id=5c0699ee-697d-4ab3-85e8-05a879ad126c,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:31:07Z,topic='l3_agent')) {'router_ids': ['9b7265a1-33dc-4479-ac78-41cc61525e17'], 'active': True} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:25.572185 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Deleting port a27294a8-0b14-4077-87eb-fe5125a08e06 {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:25.573100 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:25.662874 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_dvr_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] Set router 9b7265a1-33dc-4479-ac78-41cc61525e17 gateway port host: None {{(pid=98220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:25.698856 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] For port a27294a8-0b14-4077-87eb-fe5125a08e06, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=a27294a8-0b14-4077-87eb-fe5125a08e06,segment=NetworkSegment(4ee89db8-6268-47d0-ae95-298002e6616b),segment_id=4ee89db8-6268-47d0-ae95-298002e6616b)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:25.699204 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:25.774713 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.l3_hamode_db [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:50:25Z', 'revision_number': 6, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port_host': None}], 'dv-cinder-794021-2-smb', False) {} {{(pid=98220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:25.779249 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f867cd6-0d39-4441-b6ab-0b2a2c2bd9cb None None] The sync data for ids ['9b7265a1-33dc-4479-ac78-41cc61525e17'] in dv-cinder-794021-2-smb is: [{'id': '9b7265a1-33dc-4479-ac78-41cc61525e17', 'name': 'tempest-TestShelveInstance-1653675257-router', 'tenant_id': '96e865f5959e44638450f3caef5054f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:00Z', 'updated_at': '2021-06-02T16:50:25Z', 'revision_number': 6, 'project_id': '96e865f5959e44638450f3caef5054f8', 'gw_port_host': None}] {{(pid=98220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:50:25.823496 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Calling delete_port for a27294a8-0b14-4077-87eb-fe5125a08e06 owned by network:router_gateway {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:25.951950 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:25.956123 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-7fab2fbb-6027-4fa9-8274-716a0aadf1d0 tempest-AttachVolumeNegativeTest-75056225 tempest-AttachVolumeNegativeTest-75056225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:26.000403 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Pushing event deleted for resources: {'Port': ['ID=a27294a8-0b14-4077-87eb-fe5125a08e06,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:26.025491 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:26.085517 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008071'] for router_gateway, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.257072 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046'] for router, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.259128 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.283822 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-938409'] for router, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.284333 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b7265a1-33dc-4479-ac78-41cc61525e17 {{(pid=98217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:50:26.297230 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] Notify callbacks [] for router, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.298352 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-00dbdceb-84c5-4de1-a9f9-fb70f2b3c05a admin admin] 10.222.0.38 "DELETE /v2.0/routers/9b7265a1-33dc-4479-ac78-41cc61525e17 HTTP/1.1" status: 204 len: 168 time: 1.2675543 Jun 02 16:50:26.300712 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54048) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:26.360213 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Deleting subnet 663e99d9-bf68-49a4-b8f6-738fee6784d9 {{(pid=98217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:50:26.363019 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.410055 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2503936'] for subnet, precommit_delete_associations {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.492255 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794094'] for subnet, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.851612 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2943379'] for subnet, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.857412 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:26.894893 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663e99d9-bf68-49a4-b8f6-738fee6784d9,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:26.897472 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:26.899692 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:26.905788 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5eacf1-f770-4048-ad84-aeb79f916335 None None] Network fd5ae05f-30c4-429c-9c6a-0bc48684306e requested from dv-cinder-794021-2-smb {{(pid=98219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:50:26.906232 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-3d500828-e44b-4750-8cf3-53af58116ca3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/663e99d9-bf68-49a4-b8f6-738fee6784d9 HTTP/1.1" status: 204 len: 168 time: 0.6045496 Jun 02 16:50:26.908694 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.wsgi [-] (98217) accepted ('10.222.0.38', 54050) {{(pid=98217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:27.012763 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738461'] for network, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.084153 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Deleting port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de {{(pid=98217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:27.084381 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.143804 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] DHCP port deletion for fd5ae05f-30c4-429c-9c6a-0bc48684306e request from dv-cinder-794021-2-smb {{(pid=98219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:50:27.187902 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.db [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] For port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:27.188253 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.209313 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Deleting port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de {{(pid=98219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:50:27.209687 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791486314590'] for port, before_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.305233 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.db [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] For port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de, host dv-cinder-794021-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-2-smb',level=0,port_id=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,segment=NetworkSegment(031464d9-e4b4-4d67-bd3b-1d70d9b198d4),segment_id=031464d9-e4b4-4d67-bd3b-1d70d9b198d4)] {{(pid=98219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:50:27.305618 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014063'] for port, precommit_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.310813 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.plugin [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Calling delete_port for 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de owned by network:dhcp {{(pid=98217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:27.356721 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3484397'] for port, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.361215 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-5eceda76-2faa-4a01-99ca-91dacfa77b52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:27.407521 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:27.409337 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] No DVR routers for this DVR port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de on host dv-cinder-794021-2-smb {{(pid=98217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:50:27.410776 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:27.425645 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Calling delete_port for 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de owned by network:dhcp {{(pid=98219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:50:27.468722 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791486322616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791485834999'] for port, after_delete {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.473340 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-b5c717a5-85e1-4139-a694-6e0d8d153842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:27.505269 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 006e25ae-b100-4e05-9a3e-a41251526eed no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:27.524747 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1794711', 'neutron.services.segments.db._delete_segments_for_network-8791486185849'] for network, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.538642 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5ae05f-30c4-429c-9c6a-0bc48684306e']}} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:27.552607 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 006e25ae-b100-4e05-9a3e-a41251526eed {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:27.552864 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031464d9-e4b4-4d67-bd3b-1d70d9b198d4') {'for_net_delete': True} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:27.552975 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 006e25ae-b100-4e05-9a3e-a41251526eed not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:27.553100 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.services.segments.db [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031464d9-e4b4-4d67-bd3b-1d70d9b198d4') {} {{(pid=98217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:27.553375 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a27294a8-0b14-4077-87eb-fe5125a08e06 no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:27.565462 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791486189972', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2503945'] for segment, before_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.579683 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] No DVR routers for this DVR port 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de on host dv-cinder-794021-2-smb {{(pid=98219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:50:27.581255 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Pushing event deleted for resources: {'Port': ['ID=478c02d5-b0f4-4a8a-8a0c-0acb684bf9de,revision_number=None']} {{(pid=98219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:27.581574 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262'] for segment, precommit_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.589276 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=98217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:50:27.589736 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3484218'] for segment, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.589888 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG oslo_concurrency.lockutils [None req-eda72b0e-551f-47c1-9c54-2f9543900e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98219) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:27.590839 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: a27294a8-0b14-4077-87eb-fe5125a08e06 {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:27.591214 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device a27294a8-0b14-4077-87eb-fe5125a08e06 not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:27.591697 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de no longer exists at agent ovs-agent-dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: Traceback (most recent call last): Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: timer() Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: cb(*args, **kw) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: return func(*args, **kwargs) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: self._notify() Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: self.callback(batched_events) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: event.method(event) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: return f(self, *a, **k) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: return self._get(url).json() Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: return self.request(url, 'GET', **kwargs) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:50:27.604045 dv-cinder-794021-2-smb neutron-server[98217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:50:27.624655 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] No Port match for: 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de {{(pid=98219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:50:27.624957 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron.plugins.ml2.rpc [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Device 478c02d5-b0f4-4a8a-8a0c-0acb684bf9de not bound to the agent host dv-cinder-794021-2-smb {{(pid=98219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 02 16:50:27.683390 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1794720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-871536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008422'] for network, after_delete {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.687236 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-8c15841c-e540-415c-a24c-6589401c570a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:27.704052 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron_lib.callbacks.manager [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550748'] for network, before_response {{(pid=98217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:27.714784 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5ae05f-30c4-429c-9c6a-0bc48684306e,revision_number=None']} {{(pid=98217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:27.718944 dv-cinder-794021-2-smb neutron-server[98217]: DEBUG oslo_concurrency.lockutils [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:27.722559 dv-cinder-794021-2-smb neutron-server[98217]: INFO neutron.wsgi [None req-777b5df4-ef4f-46c6-afc5-8aa6ec221f01 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd5ae05f-30c4-429c-9c6a-0bc48684306e HTTP/1.1" status: 204 len: 168 time: 0.8126895 Jun 02 16:50:27.894713 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 54054) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:27.942007 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-6b056d61-70ff-42c6-a415-35bfd6c1d913 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6ba34fdafb74fffb76bc090c8b1adfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460191 Jun 02 16:50:27.944193 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 54058) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:28.005970 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.031218 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.081980 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.086556 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-cf6f92ff-fbd0-4570-b94b-7c53ae1d7d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:28.099800 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1542e144-9ba3-49d2-9c9e-1e8f5cdac1b1,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:28.111764 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.112135 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.112493 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.112879 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.113231 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.113580 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.113924 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.114271 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.114615 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.114955 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.115295 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.115633 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-2-smb {{(pid=98218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:50:28.119804 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:28.125925 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.127020 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-565906e0-8af5-404f-8e5f-f6ae757b936d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1542e144-9ba3-49d2-9c9e-1e8f5cdac1b1 HTTP/1.1" status: 204 len: 168 time: 0.1819603 Jun 02 16:50:28.468069 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 54064) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:28.515319 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-81ddf377-2de9-4273-8aaf-5b0025ea72d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96e865f5959e44638450f3caef5054f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459905 Jun 02 16:50:28.517605 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.wsgi [-] (98218) accepted ('10.222.0.38', 54066) {{(pid=98218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:28.575764 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.605171 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.656758 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871502'] for security_group, after_delete {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.661701 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-9d6f15ea-0ee0-4f11-a0f2-45c99b94b9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:28.674165 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec7162-fadf-4693-b4fb-f579b9d6ac8b,revision_number=None']} {{(pid=98218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:28.676667 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG oslo_concurrency.lockutils [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:28.677842 dv-cinder-794021-2-smb neutron-server[98218]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:28.678909 dv-cinder-794021-2-smb neutron-server[98218]: INFO neutron.wsgi [None req-5b1ab797-6ddf-472d-85f9-9870cbedb013 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9ec7162-fadf-4693-b4fb-f579b9d6ac8b HTTP/1.1" status: 204 len: 168 time: 0.1604116 Jun 02 16:50:34.482188 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea86-be69-4ac1-86ea-269989f4ea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:35.898484 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:36.947945 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-707701c9-bbfc-431b-bc2f-aaa6c110f910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:37.315839 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:37.983898 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:39.745764 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:46.427171 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:51:04.485474 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-93b965f1-27cf-4af2-bec7-d070f1dc2170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:05.920285 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:06.949120 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-6175368e-6ab6-49e9-9084-77572b94ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:07.317614 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:07.987144 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:09.748050 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:23.425771 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:51:34.487507 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-aae6063d-0df3-476f-a32b-65a6a09e86e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:35.904871 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:36.950138 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-60df0cd8-2194-4976-80cf-1559fe6e2aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:37.319457 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:37.989613 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:39.750956 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:00.424997 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:52:04.491405 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b75326c6-0af3-4cfd-9413-c15e2f7872a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:05.918525 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:06.951876 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3911a853-075f-412b-af34-edfbbf975e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:07.321506 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:07.994565 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:09.753463 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:34.492903 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-a4330f88-0560-4749-9b64-f35a15848ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:35.919734 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:36.954390 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-0b95c96f-bc53-4cfd-96c6-5da62efad992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:37.327164 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:37.423408 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:52:37.996020 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:39.756461 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:04.495192 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-46d6252e-3bf6-4733-824f-b478e627ee45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:05.918191 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:06.955037 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-4731d24f-7106-46e7-a671-bfc1a7bf6e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:07.329245 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:07.999150 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:09.758193 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:14.422711 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:53:34.498462 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-2f534042-dc5e-4477-ab0a-45b10d36b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:35.932005 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.955972 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b29168fc-3315-47a2-8251-7cc60f2cf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.330575 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:38.002230 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:39.760933 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:51.422243 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:54:04.499779 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-dde67691-1cbe-4443-bfeb-841c48c1d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:05.931763 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:06.957243 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-b77c6c9a-beae-4d75-935e-70c312bac7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:07.332511 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:08.005501 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:09.762702 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.421894 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:54:34.502510 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-3be2546b-2ee7-4923-ac9b-afb3a57e5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.945893 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.960169 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-e9c679e0-2726-4cc2-a916-967c9246a43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.333322 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.008300 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.766017 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:04.503498 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-16a80cdf-ebf3-4f0c-804a-3f98f4952ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.420487 dv-cinder-794021-2-smb neutron-server[98220]: DEBUG neutron.db.agents_db [None req-01dfce7b-1b67-42ed-b348-38e99bf83d44 None None] Agent healthcheck: found 6 active agents {{(pid=98220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:55:05.946041 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-8d0513a3-096d-4a0e-88d4-dab346ee0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.961247 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-6284b4f6-acca-4359-9b74-9dd3d3a014e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.334307 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e50f-fa80-4758-b648-f114a4dfd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:08.016606 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-90031bc6-a2bb-46c0-bf46-c5421b436fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:09.769780 dv-cinder-794021-2-smb neutron-server[98219]: DEBUG neutron_lib.callbacks.manager [None req-7b1e26d2-6dc3-4b0f-9f24-ff7aab68ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791486306205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775363'] for agent, after_update {{(pid=98219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}